You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/10/28 22:02:05 UTC

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 195 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/195/

6 tests failed.
FAILED:  org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica

Error Message:
Expected 1x2 collections null Live Nodes: [127.0.0.1:34150_solr, 127.0.0.1:40737_solr, 127.0.0.1:43006_solr, 127.0.0.1:46570_solr] Last available state: null

Stack Trace:
java.lang.AssertionError: Expected 1x2 collections
null
Live Nodes: [127.0.0.1:34150_solr, 127.0.0.1:40737_solr, 127.0.0.1:43006_solr, 127.0.0.1:46570_solr]
Last available state: null
	at __randomizedtesting.SeedInfo.seed([2F25225F6EC8E2B9:4533438F063AA873]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
	at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:233)
	at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:224)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestWithCollection.testNodeAdded

Error Message:
Action was not fired till 30 seconds

Stack Trace:
java.lang.AssertionError: Action was not fired till 30 seconds
	at __randomizedtesting.SeedInfo.seed([2F25225F6EC8E2B9:4AE67428CC6B4ABA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.TestWithCollection.testNodeAdded(TestWithCollection.java:481)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=23095072076983196, stage=STARTED, actionName='null', event={   "id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm",   "source":".scheduled_maintenance",   "eventTime":23095072036660850,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757671098,     "_enqueue_time_":23095072057001063}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095072110323870, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm",   "source":".scheduled_maintenance",   "eventTime":23095072036660850,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757671098,     "_enqueue_time_":23095072057001063}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095072182493065, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm",   "source":".scheduled_maintenance",   "eventTime":23095072036660850,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757671098,     "_enqueue_time_":23095072057001063}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1540584870865398240, currentTimeNs=1540757671228687385, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095072239259416, stage=SUCCEEDED, actionName='null', event={   "id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm",   "source":".scheduled_maintenance",   "eventTime":23095072036660850,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757671098,     "_enqueue_time_":23095072057001063}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077249023843, stage=STARTED, actionName='null', event={   "id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws",   "source":".scheduled_maintenance",   "eventTime":23095077247600539,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757676310,     "_enqueue_time_":23095077247836392}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077262863209, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws",   "source":".scheduled_maintenance",   "eventTime":23095077247600539,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757676310,     "_enqueue_time_":23095077247836392}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077275896233, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws",   "source":".scheduled_maintenance",   "eventTime":23095077247600539,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757676310,     "_enqueue_time_":23095077247836392}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077278154654, stage=SUCCEEDED, actionName='null', event={   "id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws",   "source":".scheduled_maintenance",   "eventTime":23095077247600539,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757676310,     "_enqueue_time_":23095077247836392}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082279525785, stage=STARTED, actionName='null', event={   "id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt",   "source":".scheduled_maintenance",   "eventTime":23095082278693178,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757681341,     "_enqueue_time_":23095082278898370}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082280117025, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt",   "source":".scheduled_maintenance",   "eventTime":23095082278693178,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757681341,     "_enqueue_time_":23095082278898370}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082282947164, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt",   "source":".scheduled_maintenance",   "eventTime":23095082278693178,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757681341,     "_enqueue_time_":23095082278898370}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082283962188, stage=SUCCEEDED, actionName='null', event={   "id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt",   "source":".scheduled_maintenance",   "eventTime":23095082278693178,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757681341,     "_enqueue_time_":23095082278898370}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087302108798, stage=STARTED, actionName='null', event={   "id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu",   "source":".scheduled_maintenance",   "eventTime":23095087301263948,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757686363,     "_enqueue_time_":23095087301463459}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087302707192, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu",   "source":".scheduled_maintenance",   "eventTime":23095087301263948,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757686363,     "_enqueue_time_":23095087301463459}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087304341943, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu",   "source":".scheduled_maintenance",   "eventTime":23095087301263948,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757686363,     "_enqueue_time_":23095087301463459}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087321754368, stage=SUCCEEDED, actionName='null', event={   "id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu",   "source":".scheduled_maintenance",   "eventTime":23095087301263948,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757686363,     "_enqueue_time_":23095087301463459}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092323127569, stage=STARTED, actionName='null', event={   "id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv",   "source":".scheduled_maintenance",   "eventTime":23095092322382837,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757691384,     "_enqueue_time_":23095092322585099}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092323694128, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv",   "source":".scheduled_maintenance",   "eventTime":23095092322382837,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757691384,     "_enqueue_time_":23095092322585099}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092325215067, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv",   "source":".scheduled_maintenance",   "eventTime":23095092322382837,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757691384,     "_enqueue_time_":23095092322585099}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092326385089, stage=SUCCEEDED, actionName='null', event={   "id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv",   "source":".scheduled_maintenance",   "eventTime":23095092322382837,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757691384,     "_enqueue_time_":23095092322585099}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097373302321, stage=STARTED, actionName='null', event={   "id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww",   "source":".scheduled_maintenance",   "eventTime":23095097371730118,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757696418,     "_enqueue_time_":23095097371967060}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097373901662, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww",   "source":".scheduled_maintenance",   "eventTime":23095097371730118,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757696418,     "_enqueue_time_":23095097371967060}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097375349185, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww",   "source":".scheduled_maintenance",   "eventTime":23095097371730118,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757696418,     "_enqueue_time_":23095097371967060}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1540757671117533693, currentTimeNs=1540757696437227866, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097393773149, stage=SUCCEEDED, actionName='null', event={   "id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww",   "source":".scheduled_maintenance",   "eventTime":23095097371730118,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540757696418,     "_enqueue_time_":23095097371967060}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=23095072076983196, stage=STARTED, actionName='null', event={
  "id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm",
  "source":".scheduled_maintenance",
  "eventTime":23095072036660850,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757671098,
    "_enqueue_time_":23095072057001063}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095072110323870, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm",
  "source":".scheduled_maintenance",
  "eventTime":23095072036660850,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757671098,
    "_enqueue_time_":23095072057001063}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095072182493065, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm",
  "source":".scheduled_maintenance",
  "eventTime":23095072036660850,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757671098,
    "_enqueue_time_":23095072057001063}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1540584870865398240, currentTimeNs=1540757671228687385, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095072239259416, stage=SUCCEEDED, actionName='null', event={
  "id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm",
  "source":".scheduled_maintenance",
  "eventTime":23095072036660850,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757671098,
    "_enqueue_time_":23095072057001063}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077249023843, stage=STARTED, actionName='null', event={
  "id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws",
  "source":".scheduled_maintenance",
  "eventTime":23095077247600539,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757676310,
    "_enqueue_time_":23095077247836392}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077262863209, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws",
  "source":".scheduled_maintenance",
  "eventTime":23095077247600539,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757676310,
    "_enqueue_time_":23095077247836392}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077275896233, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws",
  "source":".scheduled_maintenance",
  "eventTime":23095077247600539,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757676310,
    "_enqueue_time_":23095077247836392}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077278154654, stage=SUCCEEDED, actionName='null', event={
  "id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws",
  "source":".scheduled_maintenance",
  "eventTime":23095077247600539,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757676310,
    "_enqueue_time_":23095077247836392}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082279525785, stage=STARTED, actionName='null', event={
  "id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt",
  "source":".scheduled_maintenance",
  "eventTime":23095082278693178,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757681341,
    "_enqueue_time_":23095082278898370}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082280117025, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt",
  "source":".scheduled_maintenance",
  "eventTime":23095082278693178,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757681341,
    "_enqueue_time_":23095082278898370}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082282947164, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt",
  "source":".scheduled_maintenance",
  "eventTime":23095082278693178,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757681341,
    "_enqueue_time_":23095082278898370}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082283962188, stage=SUCCEEDED, actionName='null', event={
  "id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt",
  "source":".scheduled_maintenance",
  "eventTime":23095082278693178,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757681341,
    "_enqueue_time_":23095082278898370}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087302108798, stage=STARTED, actionName='null', event={
  "id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu",
  "source":".scheduled_maintenance",
  "eventTime":23095087301263948,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757686363,
    "_enqueue_time_":23095087301463459}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087302707192, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu",
  "source":".scheduled_maintenance",
  "eventTime":23095087301263948,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757686363,
    "_enqueue_time_":23095087301463459}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087304341943, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu",
  "source":".scheduled_maintenance",
  "eventTime":23095087301263948,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757686363,
    "_enqueue_time_":23095087301463459}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087321754368, stage=SUCCEEDED, actionName='null', event={
  "id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu",
  "source":".scheduled_maintenance",
  "eventTime":23095087301263948,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757686363,
    "_enqueue_time_":23095087301463459}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092323127569, stage=STARTED, actionName='null', event={
  "id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv",
  "source":".scheduled_maintenance",
  "eventTime":23095092322382837,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757691384,
    "_enqueue_time_":23095092322585099}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092323694128, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv",
  "source":".scheduled_maintenance",
  "eventTime":23095092322382837,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757691384,
    "_enqueue_time_":23095092322585099}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092325215067, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv",
  "source":".scheduled_maintenance",
  "eventTime":23095092322382837,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757691384,
    "_enqueue_time_":23095092322585099}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092326385089, stage=SUCCEEDED, actionName='null', event={
  "id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv",
  "source":".scheduled_maintenance",
  "eventTime":23095092322382837,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757691384,
    "_enqueue_time_":23095092322585099}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097373302321, stage=STARTED, actionName='null', event={
  "id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww",
  "source":".scheduled_maintenance",
  "eventTime":23095097371730118,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757696418,
    "_enqueue_time_":23095097371967060}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097373901662, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww",
  "source":".scheduled_maintenance",
  "eventTime":23095097371730118,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757696418,
    "_enqueue_time_":23095097371967060}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097375349185, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww",
  "source":".scheduled_maintenance",
  "eventTime":23095097371730118,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757696418,
    "_enqueue_time_":23095097371967060}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1540757671117533693, currentTimeNs=1540757696437227866, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097393773149, stage=SUCCEEDED, actionName='null', event={
  "id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww",
  "source":".scheduled_maintenance",
  "eventTime":23095097371730118,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540757696418,
    "_enqueue_time_":23095097371967060}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
	at __randomizedtesting.SeedInfo.seed([2F25225F6EC8E2B9:3209E22D0F8BC5B2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode

Error Message:
unexpected DELETENODE status: {responseHeader={status=0,QTime=57},status={state=notfound,msg=Did not find [search_rate_trigger3/520ea23aadbe03Ta39v6l45uauy16cj8yfiyzg8h/0] in any tasks queue}}

Stack Trace:
java.lang.AssertionError: unexpected DELETENODE status: {responseHeader={status=0,QTime=57},status={state=notfound,msg=Did not find [search_rate_trigger3/520ea23aadbe03Ta39v6l45uauy16cj8yfiyzg8h/0] in any tasks queue}}
	at __randomizedtesting.SeedInfo.seed([2F25225F6EC8E2B9:DB7ECDD59026DC4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.lambda$testDeleteNode$5(SearchRateTriggerIntegrationTest.java:693)
	at java.util.ArrayList.forEach(ArrayList.java:1257)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode(SearchRateTriggerIntegrationTest.java:677)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testTrigger

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([2F25225F6EC8E2B9:4CEE14DDF7079194]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testTrigger(SearchRateTriggerTest.java:142)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned

Error Message:
Error from server at http://127.0.0.1:39668/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:39668/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([B48300C5C1B55006:4C45F9F052ACC8CE]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39668/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 12613 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestWithCollection
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestWithCollection_2F25225F6EC8E2B9-001/init-core-data-001
   [junit4]   2> 165795 WARN  (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 165795 INFO  (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 165797 INFO  (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 165812 INFO  (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 165813 INFO  (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestWithCollection_2F25225F6EC8E2B9-001/tempDir-001
   [junit4]   2> 165814 INFO  (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 165831 INFO  (Thread-58) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 165831 INFO  (Thread-58) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 165832 INFO  (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41491
   [junit4]   2> 165833 ERROR (Thread-58) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 166151 INFO  (zkConnectionManagerCallback-119-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 166372 INFO  (jetty-launcher-116-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 166374 INFO  (jetty-launcher-116-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 166395 INFO  (jetty-launcher-116-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 166395 INFO  (jetty-launcher-116-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 166395 INFO  (jetty-launcher-116-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 166396 INFO  (jetty-launcher-116-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 166396 INFO  (jetty-launcher-116-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 166396 INFO  (jetty-launcher-116-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 166407 INFO  (jetty-launcher-116-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ced12c9{/solr,null,AVAILABLE}
   [junit4]   2> 166411 INFO  (jetty-launcher-116-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5b989ebc{SSL,[ssl, http/1.1]}{127.0.0.1:42792}
   [junit4]   2> 166411 INFO  (jetty-launcher-116-thread-2) [    ] o.e.j.s.Server Started @168558ms
   [junit4]   2> 166411 INFO  (jetty-launcher-116-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42792}
   [junit4]   2> 166428 INFO  (jetty-launcher-116-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62a2332e{/solr,null,AVAILABLE}
   [junit4]   2> 166429 INFO  (jetty-launcher-116-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@50ed7ca1{SSL,[ssl, http/1.1]}{127.0.0.1:45606}
   [junit4]   2> 166429 INFO  (jetty-launcher-116-thread-1) [    ] o.e.j.s.Server Started @168576ms
   [junit4]   2> 166429 INFO  (jetty-launcher-116-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45606}
   [junit4]   2> 166429 ERROR (jetty-launcher-116-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 166429 INFO  (jetty-launcher-116-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 166429 INFO  (jetty-launcher-116-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 166429 INFO  (jetty-launcher-116-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 166429 INFO  (jetty-launcher-116-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 166429 INFO  (jetty-launcher-116-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-28T19:36:43.756Z
   [junit4]   2> 166444 ERROR (jetty-launcher-116-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 166444 INFO  (jetty-launcher-116-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 166444 INFO  (jetty-launcher-116-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 166444 INFO  (jetty-launcher-116-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 166444 INFO  (jetty-launcher-116-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 166444 INFO  (jetty-launcher-116-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-28T19:36:43.771Z
   [junit4]   2> 166606 INFO  (zkConnectionManagerCallback-121-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 166607 INFO  (zkConnectionManagerCallback-123-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 166609 INFO  (jetty-launcher-116-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 166716 INFO  (jetty-launcher-116-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 167557 INFO  (jetty-launcher-116-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41491/solr
   [junit4]   2> 167719 INFO  (zkConnectionManagerCallback-127-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 168013 INFO  (zkConnectionManagerCallback-129-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 168560 INFO  (jetty-launcher-116-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41491/solr
   [junit4]   2> 168580 INFO  (zkConnectionManagerCallback-135-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 168603 INFO  (zkConnectionManagerCallback-137-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 168839 INFO  (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42792_solr
   [junit4]   2> 168853 INFO  (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr    ] o.a.s.c.Overseer Overseer (id=73571004047228934-127.0.0.1:42792_solr-n_0000000000) starting
   [junit4]   2> 169074 INFO  (zkConnectionManagerCallback-144-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 169148 INFO  (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45606_solr
   [junit4]   2> 169166 INFO  (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41491/solr ready
   [junit4]   2> 169167 INFO  (OverseerStateUpdate-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [n:127.0.0.1:42792_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42792_solr
   [junit4]   2> 169168 INFO  (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42792_solr
   [junit4]   2> 169171 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 169172 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 169172 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 169172 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 169254 INFO  (zkCallback-136-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 169336 INFO  (zkCallback-143-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 169364 INFO  (zkCallback-128-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 169423 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:42792_solr, 127.0.0.1:45606_solr]
   [junit4]   2> 169442 DEBUG (ScheduledTrigger-151-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 169477 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 169478 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 169587 INFO  (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 169676 INFO  (zkConnectionManagerCallback-149-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 169916 INFO  (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 170026 INFO  (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41491/solr ready
   [junit4]   2> 170079 INFO  (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 170109 INFO  (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42792.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@791479f
   [junit4]   2> 170264 INFO  (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42792.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@791479f
   [junit4]   2> 170264 INFO  (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42792.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@791479f
   [junit4]   2> 170279 INFO  (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestWithCollection_2F25225F6EC8E2B9-001/tempDir-001/node2/.
   [junit4]   2> 170530 INFO  (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45606.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@791479f
   [junit4]   2> 170550 DEBUG (ScheduledTrigger-151-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 170716 INFO  (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45606.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@791479f
   [junit4]   2> 170716 INFO  (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45606.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@791479f
   [junit4]   2> 170771 INFO  (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestWithCollection_2F25225F6EC8E2B9-001/tempDir-001/node1/.
   [junit4]   2> 171155 INFO  (zkConnectionManagerCallback-153-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 171540 INFO  (zkConnectionManagerCallback-158-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 171777 DEBUG (ScheduledTrigger-151-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 171813 INFO  (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 171814 INFO  (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41491/solr ready
   [junit4]   2> 172808 DEBUG (ScheduledTrigger-151-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 173138 INFO  (TEST-TestWithCollection.testCreateCollection-seed#[2F25225F6EC8E2B9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollection
   [junit4]   2> 173142 DEBUG (zkCallback-143-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 173142 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 173145 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 173162 INFO  (TEST-TestWithCollection.testCreateCollection-seed#[2F25225F6EC8E2B9]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 173215 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 173216 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 173413 INFO  (zkConnectionManagerCallback-162-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 174250 INFO  (qtp873914914-380) [n:127.0.0.1:45606_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=34
   [junit4]   2> 174726 INFO  (qtp1702145871-383) [n:127.0.0.1:42792_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 174748 DEBUG (qtp873914914-375) [n:127.0.0.1:45606_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 174814 INFO  (qtp873914914-375) [n:127.0.0.1:45606_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=1051
   [junit4]   2> 174824 INFO  (qtp873914914-378) [n:127.0.0.1:45606_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&name=testCreateCollection_abc&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=127.0.0.1:42792_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 174825 DEBUG (zkCallback-143-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 174825 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 174825 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 174842 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 174854 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 174907 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testCreateCollection_abc
   [junit4]   2> 174908 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testCreateCollection_abc.AUTOCREATED/protwords.txt
   [junit4]   2> 174927 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testCreateCollection_abc.AUTOCREATED/managed-schema
   [junit4]   2> 174930 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testCreateCollection_abc.AUTOCREATED/solrconfig.xml
   [junit4]   2> 174944 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testCreateCollection_abc.AUTOCREATED/synonyms.txt
   [junit4]   2> 174945 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testCreateCollection_abc.AUTOCREATED/stopwords.txt
   [junit4]   2> 174947 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/testCreateCollection_abc.AUTOCREATED/params.json
   [junit4]   2> 174981 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 174983 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 175018 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 175019 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 175054 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 175055 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 175056 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 175074 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 175076 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 175110 INFO  (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 175112 INFO  (OverseerThreadFactory-153-thread-1-pr

[...truncated too long message...]

adApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null715350388
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null715350388
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null715350388

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 90ms :: artifacts dl 14ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 230 minutes 50 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 232 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/232/

No tests ran.

Build Log:
[...truncated 6 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
	at hudson.scm.SCM.checkout(SCM.java:504)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1794)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/.git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
		at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
		at hudson.scm.SCM.checkout(SCM.java:504)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1794)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
	at hudson.scm.SCM.checkout(SCM.java:504)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1794)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/.git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
		at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
		at hudson.scm.SCM.checkout(SCM.java:504)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1794)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
	at hudson.scm.SCM.checkout(SCM.java:504)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1794)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/.git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor595.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
		at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
		at hudson.scm.SCM.checkout(SCM.java:504)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1794)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Archiving artifacts
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: Test reports were found but none of them are new. Did leafNodes run? 
For example, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/analysis/common/test/TEST-org.apache.lucene.analysis.ar.TestArabicAnalyzer.xml is 4 days 16 hr old

Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 231 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/231/

No tests ran.

Build Log:
[...truncated 6 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
	at hudson.scm.SCM.checkout(SCM.java:504)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1794)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/.git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor561.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
		at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
		at hudson.scm.SCM.checkout(SCM.java:504)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1794)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
	at hudson.scm.SCM.checkout(SCM.java:504)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1794)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/.git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor561.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
		at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
		at hudson.scm.SCM.checkout(SCM.java:504)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1794)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
	at hudson.scm.SCM.checkout(SCM.java:504)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1794)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/.git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor561.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
		at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
		at hudson.scm.SCM.checkout(SCM.java:504)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1794)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Archiving artifacts
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: Test reports were found but none of them are new. Did leafNodes run? 
For example, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/analysis/common/test/TEST-org.apache.lucene.analysis.ar.TestArabicAnalyzer.xml is 2 days 20 hr old

Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 230 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/230/

No tests ran.

Build Log:
[...truncated 150 lines...]
ERROR: Build step failed with exception
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:233)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master does not exist.
	at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:484)
	at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:461)
	at hudson.tasks.ArtifactArchiver$ListFiles.invoke(ArtifactArchiver.java:288)
	at hudson.tasks.ArtifactArchiver$ListFiles.invoke(ArtifactArchiver.java:268)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Build step 'Archive the artifacts' marked build as failure
Recording test results
ERROR: Build step failed with exception
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.tasks.junit.JUnitParser.parseResult(JUnitParser.java:114)
		at hudson.tasks.junit.JUnitResultArchiver.parse(JUnitResultArchiver.java:136)
		at hudson.tasks.junit.JUnitResultArchiver.parseAndAttach(JUnitResultArchiver.java:166)
		at hudson.tasks.junit.JUnitResultArchiver.perform(JUnitResultArchiver.java:153)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master does not exist.
	at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:484)
	at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:461)
	at hudson.tasks.junit.JUnitParser$ParseResultCallable.invoke(JUnitParser.java:141)
	at hudson.tasks.junit.JUnitParser$ParseResultCallable.invoke(JUnitParser.java:118)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Build step 'Publish JUnit test result report' marked build as failure
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 229 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/229/

No tests ran.

Build Log:
[...truncated 150 lines...]
ERROR: Build step failed with exception
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:233)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master does not exist.
	at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:484)
	at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:461)
	at hudson.tasks.ArtifactArchiver$ListFiles.invoke(ArtifactArchiver.java:288)
	at hudson.tasks.ArtifactArchiver$ListFiles.invoke(ArtifactArchiver.java:268)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Build step 'Archive the artifacts' marked build as failure
Recording test results
ERROR: Build step failed with exception
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.tasks.junit.JUnitParser.parseResult(JUnitParser.java:114)
		at hudson.tasks.junit.JUnitResultArchiver.parse(JUnitResultArchiver.java:136)
		at hudson.tasks.junit.JUnitResultArchiver.parseAndAttach(JUnitResultArchiver.java:166)
		at hudson.tasks.junit.JUnitResultArchiver.perform(JUnitResultArchiver.java:153)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master does not exist.
	at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:484)
	at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:461)
	at hudson.tasks.junit.JUnitParser$ParseResultCallable.invoke(JUnitParser.java:141)
	at hudson.tasks.junit.JUnitParser$ParseResultCallable.invoke(JUnitParser.java:118)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Build step 'Publish JUnit test result report' marked build as failure
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 228 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/228/

1 tests failed.
FAILED:  org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic

Error Message:
{} expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: {} expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([AB381F9FC8010B2D:C2028A17DD8D03]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic(SolrRrdBackendFactoryTest.java:92)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14991 lines...]
   [junit4] Suite: org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.metrics.rrd.SolrRrdBackendFactoryTest_AB381F9FC8010B2D-001/init-core-data-001
   [junit4]   2> 4365666 WARN  (SUITE-SolrRrdBackendFactoryTest-seed#[AB381F9FC8010B2D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 4365666 INFO  (SUITE-SolrRrdBackendFactoryTest-seed#[AB381F9FC8010B2D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 4365683 INFO  (SUITE-SolrRrdBackendFactoryTest-seed#[AB381F9FC8010B2D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 4365683 INFO  (SUITE-SolrRrdBackendFactoryTest-seed#[AB381F9FC8010B2D]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4365813 INFO  (TEST-SolrRrdBackendFactoryTest.testBasic-seed#[AB381F9FC8010B2D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasic
   [junit4]   2> 4365922 INFO  (TEST-SolrRrdBackendFactoryTest.testBasic-seed#[AB381F9FC8010B2D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBasic
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrRrdBackendFactoryTest -Dtests.method=testBasic -Dtests.seed=AB381F9FC8010B2D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=fi-FI -Dtests.timezone=Zulu -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.24s J0 | SolrRrdBackendFactoryTest.testBasic <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: {} expected:<1> but was:<0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AB381F9FC8010B2D:C2028A17DD8D03]:0)
   [junit4]    > 	at org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic(SolrRrdBackendFactoryTest.java:92)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.metrics.rrd.SolrRrdBackendFactoryTest_AB381F9FC8010B2D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=768, maxMBSortInHeap=5.436585297376437, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7363cbda), locale=fi-FI, timezone=Zulu
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=172729216,total=530579456
   [junit4]   2> NOTE: All tests run in this JVM: [TestSubQueryTransformer, DistributedDebugComponentTest, TestRebalanceLeaders, TestRandomDVFaceting, TestCloudJSONFacetJoinDomain, HighlighterMaxOffsetTest, DateRangeFieldTest, PeerSyncReplicationTest, HdfsBasicDistributedZk2Test, WrapperMergePolicyFactoryTest, TestEmbeddedSolrServerAdminHandler, TestCloudManagedSchema, V2StandaloneTest, TestTolerantUpdateProcessorRandomCloud, TestOnReconnectListenerSupport, TestFieldCache, TestIndexSearcher, JvmMetricsTest, OverseerStatusTest, TestFieldSortValues, AddReplicaTest, BlockJoinFacetSimpleTest, TestDefaultStatsCache, TestUninvertingReader, NumberUtilsTest, TestCollationFieldDocValues, TestManagedResource, SolrRequestParserTest, TestSchemaResource, LukeRequestHandlerTest, BJQParserTest, LegacyCloudClusterPropTest, EchoParamsTest, PrimitiveFieldTypeTest, TestSimClusterStateProvider, TestSolrFieldCacheBean, TestNoOpRegenerator, MetricTriggerTest, FieldMutatingUpdateProcessorTest, AnalysisAfterCoreReloadTest, TestDynamicFieldResource, SimplePostToolTest, TestStressRecovery, TestFieldCacheSortRandom, NodeLostTriggerIntegrationTest, TestMaxTokenLenTokenizer, TestCrossCoreJoin, HttpSolrCallGetCoreTest, TestManagedSchemaAPI, TestManagedSynonymFilterFactory, TestCollectionAPI, TestReload, SolrMetricManagerTest, DistributedSpellCheckComponentTest, PathHierarchyTokenizerFactoryTest, DeleteInactiveReplicaTest, TestFieldTypeCollectionResource, TestSuggestSpellingConverter, SmileWriterTest, SpellCheckCollatorWithCollapseTest, HttpPartitionOnCommitTest, TestFoldingMultitermQuery, SolrGangliaReporterTest, SynonymTokenizerTest, TestSolrQueryResponse, ExplicitHLLTest, TestRangeQuery, TriggerEventQueueTest, SortSpecParsingTest, TestStressVersions, ScheduledTriggerTest, TestComponentsName, TestRealTimeGet, BigEndianAscendingWordDeserializerTest, CollectionsAPISolrJTest, DateMathParserTest, TestLeaderElectionZkExpiry, CachingDirectoryFactoryTest, SolrCLIZkUtilsTest, HttpTriggerListenerTest, CSVRequestHandlerTest, TestClusterProperties, TestSolrCloudSnapshots, TestSearcherReuse, PeerSyncWithLeaderTest, TestLMJelinekMercerSimilarityFactory, TestConfigSetProperties, DistributedFacetPivotLargeTest, TestSimGenericDistributedQueue, TestConfigsApi, TestSimDistributedQueue, TestDelegationWithHadoopAuth, MissingSegmentRecoveryTest, DocumentBuilderTest, TestWordDelimiterFilterFactory, AtomicUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, HdfsThreadLeakTest, RequestLoggingTest, TestDistributedMissingSort, TestSortableTextField, SegmentsInfoRequestHandlerTest, TestPerFieldSimilarityWithDefaultOverride, RuleEngineTest, SortByFunctionTest, BaseCdcrDistributedZkTest, CoreMergeIndexesAdminHandlerTest, SolrJmxReporterTest, CursorPagingTest, UnloadDistributedZkTest, CleanupOldIndexTest, TestJsonRequest, TestUnifiedSolrHighlighter, CdcrVersionReplicationTest, ChaosMonkeySafeLeaderTest, TestAnalyzeInfixSuggestions, TestDistributedStatsComponentCardinality, JavabinLoaderTest, TestSolrConfigHandler, NodeMutatorTest, BadIndexSchemaTest, TestUpdate, CoreAdminHandlerTest, BlockDirectoryTest, TestZkAclsWithHadoopAuth, TestLegacyFieldCache, CollectionReloadTest, DistribCursorPagingTest, UpdateRequestProcessorFactoryTest, StatelessScriptUpdateProcessorFactoryTest, SimpleFacetsTest, TestPointFields, TestMinHashQParser, ClassificationUpdateProcessorIntegrationTest, TestSkipOverseerOperations, CopyFieldTest, TestSQLHandler, SystemInfoHandlerTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestSolrCoreProperties, TestTolerantSearch, TestTrie, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AsyncCallRequestStatusResponseTest, BasicDistributedZk2Test, BasicDistributedZkTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CreateCollectionCleanupTest, DeleteReplicaTest, LeaderElectionTest, LeaderFailoverAfterPartitionTest, LeaderVoteWaitTimeoutTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, SSLMigrationTest, SaslZkACLProviderTest, ShardRoutingTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, TestCloudPseudoReturnFields, TestCloudRecovery, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDownShardTolerantSearch, TestHashPartitioner, TestPullReplicaErrorHandling, TestSegmentSorting, TestStressInPlaceUpdates, TestZkChroot, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, ZkFailoverTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, SimpleCollectionCreateDeleteTest, TestLocalFSCloudBackupRestore, TestReplicaProperties, TestRequestStatusCollectionAPI, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ComputePlanActionTest, TestPolicyCloud, TestSimNodeLostTrigger, TestSimPolicyCloud, TestSimTriggerIntegration, CdcrOpsAndBoundariesTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, ZkStateReaderTest, ImplicitSnitchTest, BlobRepositoryCloudTest, OpenCloseCoreStressTest, PluginInfoTest, QueryResultKeyTest, ResourceLoaderTest, SOLR749Test, TestBackupRepositoryFactory, TestBadConfig, TestCoreDiscovery, TestDynamicURP, TestImplicitCoreProperties, TestInitParams, TestLazyCores, TestXIncludeConfig, PingRequestHandlerTest, TestCoreBackup, TestHdfsBackupRestoreCore, TestReqParamsAPI, TestSolrConfigHandlerConcurrent, V2ApiIntegrationTest, AutoscalingHistoryHandlerTest, FacetPivotSmallTest, InfixSuggestersTest, ShufflingReplicaListTransformerTest, SpellCheckComponentTest, SuggestComponentContextFilterQueryTest, SuggestComponentTest, TermVectorComponentTest, TermsComponentTest, Tagger2Test, TaggerTest, FastVectorHighlighterTest, TestLegacyTerms, TestNumericRangeQuery32, SolrRrdBackendFactoryTest]
   [junit4] Completed [669/837 (1!)] on J0 in 0.72s, 1 test, 1 failure <<< FAILURES!

[...truncated 49352 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
     [java] Processed 2456 links (2007 relative) to 3220 anchors in 248 files
     [echo] Validated Links & Anchors via: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-ref-guide/bare-bones-html/

-documentation-lint:
    [jtidy] Checking for broken html (such as invalid tags)...
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/jtidy_tmp
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for malformed docs...

jar-checksums:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null1578699012
     [copy] Copying 35 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null1578699012
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null1578699012

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null972974555
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null972974555
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null972974555

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 19ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 217 minutes 35 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 227 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/227/

2 tests failed.
FAILED:  org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud

Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=legacyFalse :null Live Nodes: [127.0.0.1:34854_solr] Last available state: null

Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=legacyFalse :null
Live Nodes: [127.0.0.1:34854_solr]
Last available state: null
	at __randomizedtesting.SeedInfo.seed([6047ED57EE908DAC:B1401FD24A9F069E]:0)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:736)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:742)
	at org.apache.solr.cloud.LegacyCloudClusterPropTest.createAndTest(LegacyCloudClusterPropTest.java:96)
	at org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud(LegacyCloudClusterPropTest.java:78)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitShardWithRule

Error Message:
Error from server at http://127.0.0.1:38051/dgfqm/xd: Could not find collection : shardSplitWithRule_rewrite

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38051/dgfqm/xd: Could not find collection : shardSplitWithRule_rewrite
	at __randomizedtesting.SeedInfo.seed([6047ED57EE908DAC:E1493CE57362D687]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:484)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:414)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1110)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.doSplitShardWithRule(ShardSplitTest.java:661)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitShardWithRule(ShardSplitTest.java:628)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1063)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1035)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13740 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
   [junit4]   2> 1618534 INFO  (SUITE-ShardSplitTest-seed#[6047ED57EE908DAC]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/init-core-data-001
   [junit4]   2> 1618572 WARN  (SUITE-ShardSplitTest-seed#[6047ED57EE908DAC]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1618572 INFO  (SUITE-ShardSplitTest-seed#[6047ED57EE908DAC]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1618587 INFO  (SUITE-ShardSplitTest-seed#[6047ED57EE908DAC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1618587 INFO  (SUITE-ShardSplitTest-seed#[6047ED57EE908DAC]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /dgfqm/xd
   [junit4]   2> 1618664 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1618700 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1618700 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1618745 ERROR (ZkTestServer Run Thread) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1618800 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkTestServer start zk server on port:36502
   [junit4]   2> 1618800 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36502
   [junit4]   2> 1618800 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36502
   [junit4]   2> 1618834 INFO  (zkConnectionManagerCallback-3521-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1618839 INFO  (zkConnectionManagerCallback-3523-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1618840 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1618841 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1618842 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1618851 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1618852 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1618853 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1618854 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1618855 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1618856 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1618856 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1618857 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1618871 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1619284 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1619284 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1619284 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1619284 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1619297 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1619297 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1619297 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1619299 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60967484{/dgfqm/xd,null,AVAILABLE}
   [junit4]   2> 1619299 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17437b04{HTTP/1.1,[http/1.1]}{127.0.0.1:45893}
   [junit4]   2> 1619299 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.e.j.s.Server Started @1619355ms
   [junit4]   2> 1619299 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/tempDir-001/control/data, hostContext=/dgfqm/xd, hostPort=45893, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/control-001/cores}
   [junit4]   2> 1619300 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1619300 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1619300 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1619300 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1619300 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1619300 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-06T05:22:11.802Z
   [junit4]   2> 1619302 INFO  (zkConnectionManagerCallback-3525-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1619303 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1619303 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/control-001/solr.xml
   [junit4]   2> 1619322 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1619322 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1619324 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5e55ed44, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1619827 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36502/solr
   [junit4]   2> 1619845 INFO  (zkConnectionManagerCallback-3529-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1619863 INFO  (zkConnectionManagerCallback-3531-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1620254 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45893_dgfqm%2Fxd
   [junit4]   2> 1620254 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.Overseer Overseer (id=73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) starting
   [junit4]   2> 1620309 INFO  (zkConnectionManagerCallback-3538-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1620356 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36502/solr ready
   [junit4]   2> 1620356 INFO  (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45893_dgfqm%2Fxd
   [junit4]   2> 1620356 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1620426 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45893_dgfqm%2Fxd
   [junit4]   2> 1620469 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
   [junit4]   2> 1620469 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 1620470 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1620470 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 1620470 INFO  (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 1620521 INFO  (zkCallback-3530-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1620564 INFO  (zkCallback-3537-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1620601 INFO  (OverseerAutoScalingTriggerThread-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:45893_dgfqm%2Fxd]
   [junit4]   2> 1620637 INFO  (ScheduledTrigger-3605-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1620639 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1620760 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e55ed44
   [junit4]   2> 1620816 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e55ed44
   [junit4]   2> 1620816 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e55ed44
   [junit4]   2> 1620817 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/control-001/cores
   [junit4]   2> 1621038 INFO  (zkConnectionManagerCallback-3544-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1621065 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1621067 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36502/solr ready
   [junit4]   2> 1621123 INFO  (qtp376042374-12930) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45893_dgfqm%252Fxd&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1621176 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
   [junit4]   2> 1621176 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
   [junit4]   2> 1621176 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:45893_dgfqm%2Fxd",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1621177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
   [junit4]   2> 1621177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 1621177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1621177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 1621177 INFO  (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 1621177 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
   [junit4]   2> 1621177 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:45893_dgfqm%2Fxd",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1621177 INFO  (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1621178 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection 
   [junit4]   2> 1621178 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:control_collection
   [junit4]   2> 1621193 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
   [junit4]   2> 1621269 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:45893_dgfqm%2Fxd",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1621269 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1621281 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
   [junit4]   2> 1621382 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.Assign shardnames [shard1] NRT 1 TLOG 0 PULL 0 , policy null, nodeList [127.0.0.1:45893_dgfqm%2Fxd]
   [junit4]   2> 1621422 INFO  (qtp376042374-12932) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1621455 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1621456 INFO  (qtp376042374-12929) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1621457 INFO  (qtp376042374-12931) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1621458 INFO  (qtp376042374-12932) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1621471 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:45893_dgfqm%2Fxd",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1621473 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:45893_dgfqm%2Fxd
   [junit4]   2> 1621508 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1621508 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1621545 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:45893/dgfqm/xd",
   [junit4]   2>   "node_name":"127.0.0.1:45893_dgfqm%2Fxd",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1621545 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:45893/dgfqm/xd",
   [junit4]   2>   "node_name":"127.0.0.1:45893_dgfqm%2Fxd",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1621546 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:45893/dgfqm/xd","node_name":"127.0.0.1:45893_dgfqm%2Fxd","state":"down","type":"NRT"}
   [junit4]   2> 1621546 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"control_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:45893/dgfqm/xd",
   [junit4]   2>           "node_name":"127.0.0.1:45893_dgfqm%2Fxd",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1621638 INFO  (ScheduledTrigger-3605-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1621662 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
   [junit4]   2> 1622598 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1622695 INFO  (ScheduledTrigger-3605-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1622700 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1622951 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1622993 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1622994 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e55ed44
   [junit4]   2> 1622994 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1622997 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=29, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31371475675329086]
   [junit4]   2> 1623045 WARN  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1623142 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1623142 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1623143 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1623143 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1623144 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=95.3564453125, floorSegmentMB=1.4462890625, forceMergeDeletesPctAllowed=28.58954155454867, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20359640935856219, deletesPctAllowed=26.79361551345278
   [junit4]   2> 1623144 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@275efb37[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1623145 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1623146 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1623146 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1623146 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619078661430837248
   [junit4]   2> 1623149 INFO  (searcherExecutor-3612-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@275efb37[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1623163 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1623163 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 1623177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
   [junit4]   2> 1623177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
   [junit4]   2> 1623177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 1623177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1623177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 1623177 INFO  (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 1623178 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1623178 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1623178 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45893/dgfqm/xd/control_collection_shard1_replica_n1/
   [junit4]   2> 1623178 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1623179 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45893/dgfqm/xd/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1623179 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73788473994969092-core_node2-n_0000000000
   [junit4]   2> 1623180 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45893/dgfqm/xd/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1623189 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:45893/dgfqm/xd",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 1623290 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
   [junit4]   2> 1623290 INFO  (zkCallback-3530-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1623290 INFO  (zkCallback-3530-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1623292 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1623293 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:45893/dgfqm/xd",
   [junit4]   2>   "node_name":"127.0.0.1:45893_dgfqm%2Fxd",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1623293 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:45893/dgfqm/xd",
   [junit4]   2>   "node_name":"127.0.0.1:45893_dgfqm%2Fxd",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1623293 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:45893/dgfqm/xd","node_name":"127.0.0.1:45893_dgfqm%2Fxd","state":"active","type":"NRT","leader":"true"}
   [junit4]   2> 1623293 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"control_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:45893/dgfqm/xd",
   [junit4]   2>           "node_name":"127.0.0.1:45893_dgfqm%2Fxd",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true"}}}}}
   [junit4]   2> 1623294 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1785
   [junit4]   2> 1623294 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.CreateCollectionCmd Finished create command on all shards for collection: control_collection
   [junit4]   2> 1623294 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 1623303 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
   [junit4]   2> 1623303 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 1623303 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1623303 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 1623303 INFO  (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 1623303 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={127.0.0.1:45893_dgfqm%2Fxd={responseHeader={status=0,QTime=1785},core=control_collection_shard1_replica_n1}}}
   [junit4]   2> 1623304 INFO  (qtp376042374-12930) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1623394 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 2
   [junit4]   2> 1623394 INFO  (zkCallback-3530-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1623394 INFO  (zkCallback-3530-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1623394 INFO  (zkCallback-3530-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1623395 INFO  (qtp376042374-12930) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45893_dgfqm%252Fxd&wt=javabin&version=2} status=0 QTime=2271
   [junit4]   2> 1623399 INFO  (zkConnectionManagerCallback-3549-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1623400 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1623401 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36502/solr ready
   [junit4]   2> 1623401 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1623402 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1623413 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
   [junit4]   2> 1623413 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
   [junit4]   2> 1623413 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "createNodeSet":"",
   [junit4]   2>   "stateFormat":"1",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1623414 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
   [junit4]   2> 1623414 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "createNodeSet":"",
   [junit4]   2>   "stateFormat":"1",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1623414 INFO  (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1623414 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 1
   [junit4]   2> 1623415 INFO  (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1623416 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 1623416 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/collection1 
   [junit4]   2> 1623416 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1623416 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 1623416 INFO  (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 1623416 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:collection1
   [junit4]   2> 1623417 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
   [junit4]   2> 1623418 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "createNodeSet":"",
   [junit4]   2>   "stateFormat":"1",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1623418 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1623626 WARN  (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1623627 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.a.c.CreateCollectionCmd Finished create command for collection: collection1
   [junit4]   2> 1623627 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 1623628 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as completed.
   [junit4]   2> 1623628 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 1623628 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1623628 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 1623628 INFO  (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 1623628 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000002 complete, response:{}
   [junit4]   2> 1623628 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1623629 INFO  (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=227
   [junit4]   2> 1623630 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
   [junit4]   2> 1623695 INFO  (ScheduledTrigger-3605-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1624154 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-1-001 of type NRT
   [junit4]   2> 1624155 WARN  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1624155 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1624155 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1624155 INFO  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1624156 INFO  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1624156 INFO  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1624156 INFO  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1624156 INFO  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2990dbb9{/dgfqm/xd,null,AVAILABLE}
   [junit4]   2> 1624157 INFO  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10342a0{HTTP/1.1,[http/1.1]}{127.0.0.1:38538}
   [junit4]   2> 1624157 INFO  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.Server Started @1624212ms
   [junit4]   2> 1624157 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/dgfqm/xd, hostPort=38538, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-1-001/cores}
   [junit4]   2> 1624157 ERROR (closeThreadPool-3550-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1624157 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1624157 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1624157 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1624157 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1624157 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-06T05:22:16.659Z
   [junit4]   2> 1624197 INFO  (zkConnectionManagerCallback-3552-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1624238 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1624238 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-1-001/solr.xml
   [junit4]   2> 1624241 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1624241 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1624251 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5e55ed44, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1624708 INFO  (ScheduledTrigger-3605-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1625417 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
   [junit4]   2> 1625437 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 1
   [junit4]   2> 1625437 INFO  (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1625437 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 1625437 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1625437 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 1625437 INFO  (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 1625652 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36502/solr
   [junit4]   2> 1625654 INFO  (zkConnectionManagerCallback-3556-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1625681 INFO  (zkConnectionManagerCallback-3558-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1625684 INFO  (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1625686 INFO  (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd    ] o.a.s.c.ZkController Publish node=127.0.0.1:38538_dgfqm%2Fxd as DOWN
   [junit4]   2> 1625687 INFO  (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1625687 INFO  (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38538_dgfqm%2Fxd
   [junit4]   2> 1625708 INFO  (ScheduledTrigger-3605-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1625709 INFO  (zkCallback-3530-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1625709 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:38538_dgfqm%2Fxd"} current state version: 1
   [junit4]   2> 1625709 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:38538_dgfqm%2Fxd
   [junit4]   2> 1625752 INFO  (zkCallback-3537-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1625776 INFO  (zkCallback-3548-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1625777 INFO  (zkCallback-3557-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1625870 INFO  (zkConnectionManagerCallback-3565-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1625871 INFO  (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1625871 INFO  (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36502/solr ready
   [junit4]   2> 1625875 INFO  (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1625977 INFO  (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e55ed44
   [junit4]   2> 1626022 INFO  (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e55ed44
   [junit4]   2> 1626022 INFO  (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e55ed44
   [junit4]   2> 1626036 INFO  (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-1-001/cores
   [junit4]   2> 1626155 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-2-001 of type NRT
   [junit4]   2> 1626156 WARN  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1626156 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1626156 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1626156 INFO  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1626169 INFO  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1626170 INFO  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1626170 INFO  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1626190 INFO  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4670a989{/dgfqm/xd,null,AVAILABLE}
   [junit4]   2> 1626190 INFO  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@59d78f07{HTTP/1.1,[http/1.1]}{127.0.0.1:35487}
   [junit4]   2> 1626190 INFO  (closeThreadPool-3550-thread-1) [    ] o.e.j.s.Server Started @1626246ms
   [junit4]   2> 1626190 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/dgfqm/xd, hostPort=35487, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-2-001/cores}
   [junit4]   2> 1626191 ERROR (closeThreadPool-3550-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1626191 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1626191 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1626191 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1626191 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1626191 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-06T05:22:18.693Z
   [junit4]   2> 1626210 INFO  (zkConnectionManagerCallback-3568-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1626211 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1626211 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-2-001/solr.xml
   [junit4]   2> 1626215 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1626215 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1626216 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5e55ed44, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1626712 INFO  (ScheduledTrigger-3605-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 1627043 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36502/solr
   [junit4]   2> 1627077 INFO  (zkConnectionManagerCallback-3572-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1627130 INFO  (zkConnectionManagerCallback-3574-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1627133 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1627151 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:35487_dgfqm%2Fxd as DOWN
   [junit4]   2> 1627152 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:35487_dgfqm%2Fxd"} current state version: 1
   [junit4]   2> 1627152 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:35487_dgfqm%2Fxd
   [junit4]   2> 1627152 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1627152 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35487_dgfqm%2Fxd
   [junit4]   2> 1627153 INFO  (zkCallback-3530-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1627170 INFO  (zkCallback-3548-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1627170 INFO  (zkCallback-3537-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1627190 INFO  (zkCallback-3564-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1627209 INFO  (zkCallback-3557-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1627251 INFO  (zkCallback-3573-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1627283 INFO  (zkConnectionManagerCallback-3581-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1627296 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1627297 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36502/solr ready
   [junit4]   2> 1627297 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1627363 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e55ed44
   [junit4]   2> 1627401 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e55ed44
   [junit4]   2> 1627417 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e55ed44
   [junit4]   2> 1627418 INFO  (closeThreadPool-3550-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-2-001/cores
   [junit4]   2> 1627448 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-3-001 of type NRT
   [junit4]   2> 1627453 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
   [junit4]   2> 1627466 WARN  (closeThreadPool-3550-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1627466 INFO  (closeThreadPool-3550-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1627466 INFO  (closeThreadPool-3550-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1627466 INFO  (closeThreadPool-3550-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1627490 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
   [junit4]   2> 1627490 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 1627490 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1627490 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 1627490 INFO  (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fx

[...truncated too long message...]

BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null228862281
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null228862281
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null228862281

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 44ms :: artifacts dl 4ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 211 minutes 29 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 226 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/226/

5 tests failed.
FAILED:  org.apache.solr.cloud.MultiThreadedOCPTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([C07E2C85E46E0BDE:482A135F4A926626]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:114)
	at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:69)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1063)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1035)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestCloudRecovery2.test

Error Message:
Error from server at https://127.0.0.1:38889/solr: ClusterState says we are the leader (https://127.0.0.1:38889/solr/collection1_shard1_replica_n3), but locally we don't think so. Request came from null

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38889/solr: ClusterState says we are the leader (https://127.0.0.1:38889/solr/collection1_shard1_replica_n3), but locally we don't think so. Request came from null
	at __randomizedtesting.SeedInfo.seed([C07E2C85E46E0BDE:482A135F4A926626]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.cloud.TestCloudRecovery2.test(TestCloudRecovery2.java:67)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.testForwarding

Error Message:
Error from server at http://127.0.0.1:33233/solr/forwardingCollection: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 401 Authentication required</title> </head> <body><h2>HTTP ERROR 401</h2> <p>Problem accessing /solr/forwardingCollection/select. Reason: <pre>    Authentication required</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.14.v20181114</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33233/solr/forwardingCollection: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 401 Authentication required</title>
</head>
<body><h2>HTTP ERROR 401</h2>
<p>Problem accessing /solr/forwardingCollection/select. Reason:
<pre>    Authentication required</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.14.v20181114</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([C07E2C85E46E0BDE:21F8457BF958ED37]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:983)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:998)
	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.testForwarding(TestSolrCloudWithSecureImpersonation.java:328)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeLost/127.0.0.1:43142_solr exists

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeLost/127.0.0.1:43142_solr exists
	at __randomizedtesting.SeedInfo.seed([C07E2C85E46E0BDE:D8C4A489EA5BC631]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth

Error Message:
expected:<200> but was:<403>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
	at __randomizedtesting.SeedInfo.seed([C07E2C85E46E0BDE:7C105A97403D88A4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.security.BasicAuthIntegrationTest.executeCommand(BasicAuthIntegrationTest.java:252)
	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:164)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12659 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudRecovery2
   [junit4]   2> 182913 INFO  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/init-core-data-001
   [junit4]   2> 182914 WARN  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 182914 INFO  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 182915 INFO  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 182916 INFO  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/tempDir-001
   [junit4]   2> 182929 INFO  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 182942 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 182942 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 182944 ERROR (ZkTestServer Run Thread) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 183042 INFO  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38293
   [junit4]   2> 183042 INFO  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38293
   [junit4]   2> 183042 INFO  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38293
   [junit4]   2> 183049 INFO  (zkConnectionManagerCallback-182-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 183080 INFO  (zkConnectionManagerCallback-184-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 183084 INFO  (zkConnectionManagerCallback-186-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 183129 WARN  (jetty-launcher-179-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 183130 INFO  (jetty-launcher-179-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 183130 INFO  (jetty-launcher-179-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 183130 INFO  (jetty-launcher-179-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 183133 WARN  (jetty-launcher-179-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 183133 INFO  (jetty-launcher-179-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 183133 INFO  (jetty-launcher-179-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 183164 INFO  (jetty-launcher-179-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 183229 INFO  (jetty-launcher-179-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 183229 INFO  (jetty-launcher-179-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 183229 INFO  (jetty-launcher-179-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 183230 INFO  (jetty-launcher-179-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30f2c93b{/solr,null,AVAILABLE}
   [junit4]   2> 183231 INFO  (jetty-launcher-179-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 183231 INFO  (jetty-launcher-179-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 183231 INFO  (jetty-launcher-179-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 183232 INFO  (jetty-launcher-179-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73dac3a4{/solr,null,AVAILABLE}
   [junit4]   2> 183256 WARN  (jetty-launcher-179-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6ac194ff[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 183257 WARN  (jetty-launcher-179-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@170365a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 183286 INFO  (jetty-launcher-179-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5c797b2d{SSL,[ssl, http/1.1]}{127.0.0.1:38889}
   [junit4]   2> 183287 INFO  (jetty-launcher-179-thread-1) [    ] o.e.j.s.Server Started @183359ms
   [junit4]   2> 183287 INFO  (jetty-launcher-179-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38889}
   [junit4]   2> 183287 ERROR (jetty-launcher-179-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 183287 INFO  (jetty-launcher-179-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 183287 INFO  (jetty-launcher-179-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 183287 INFO  (jetty-launcher-179-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 183287 INFO  (jetty-launcher-179-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 183287 INFO  (jetty-launcher-179-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-03T21:23:36.913Z
   [junit4]   2> 183313 INFO  (jetty-launcher-179-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4f41f80c{SSL,[ssl, http/1.1]}{127.0.0.1:36486}
   [junit4]   2> 183313 INFO  (jetty-launcher-179-thread-2) [    ] o.e.j.s.Server Started @183385ms
   [junit4]   2> 183313 INFO  (jetty-launcher-179-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36486}
   [junit4]   2> 183313 ERROR (jetty-launcher-179-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 183313 INFO  (jetty-launcher-179-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 183313 INFO  (jetty-launcher-179-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 183313 INFO  (jetty-launcher-179-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 183313 INFO  (jetty-launcher-179-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 183313 INFO  (jetty-launcher-179-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-03T21:23:36.939Z
   [junit4]   2> 183327 INFO  (zkConnectionManagerCallback-188-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 183327 INFO  (jetty-launcher-179-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 183453 INFO  (zkConnectionManagerCallback-190-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 183630 INFO  (jetty-launcher-179-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 184252 INFO  (jetty-launcher-179-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38293/solr
   [junit4]   2> 184339 INFO  (zkConnectionManagerCallback-194-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 184665 INFO  (zkConnectionManagerCallback-196-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 184712 INFO  (jetty-launcher-179-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38293/solr
   [junit4]   2> 184749 INFO  (zkConnectionManagerCallback-202-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 184910 INFO  (zkConnectionManagerCallback-204-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 185246 INFO  (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38889_solr
   [junit4]   2> 185259 INFO  (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr    ] o.a.s.c.Overseer Overseer (id=73775267530801160-127.0.0.1:38889_solr-n_0000000000) starting
   [junit4]   2> 185344 INFO  (zkConnectionManagerCallback-211-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 185360 INFO  (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38293/solr ready
   [junit4]   2> 185373 INFO  (OverseerStateUpdate-73775267530801160-127.0.0.1:38889_solr-n_0000000000) [n:127.0.0.1:38889_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38889_solr
   [junit4]   2> 185373 INFO  (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38889_solr
   [junit4]   2> 185417 INFO  (zkCallback-210-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 185433 INFO  (zkCallback-203-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 185439 INFO  (OverseerAutoScalingTriggerThread-73775267530801160-127.0.0.1:38889_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:38889_solr]
   [junit4]   2> 185484 INFO  (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 185491 INFO  (ScheduledTrigger-563-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 185578 INFO  (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38889.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b93c31
   [junit4]   2> 185614 INFO  (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38889.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b93c31
   [junit4]   2> 185614 INFO  (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38889.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b93c31
   [junit4]   2> 185615 INFO  (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/tempDir-001/node1/.
   [junit4]   2> 185637 INFO  (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 185665 INFO  (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:36486_solr as DOWN
   [junit4]   2> 185666 INFO  (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 185666 INFO  (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36486_solr
   [junit4]   2> 185668 INFO  (zkCallback-203-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 185681 INFO  (zkCallback-210-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 185701 INFO  (zkCallback-195-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 185830 INFO  (zkConnectionManagerCallback-217-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 185854 INFO  (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 185855 INFO  (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38293/solr ready
   [junit4]   2> 185855 INFO  (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 185938 INFO  (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36486.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b93c31
   [junit4]   2> 185974 INFO  (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36486.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b93c31
   [junit4]   2> 185974 INFO  (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36486.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b93c31
   [junit4]   2> 185975 INFO  (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/tempDir-001/node2/.
   [junit4]   2> 186090 INFO  (zkConnectionManagerCallback-223-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 186146 INFO  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 186184 INFO  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38293/solr ready
   [junit4]   2> 186391 INFO  (qtp300701564-837) [n:127.0.0.1:38889_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 186479 INFO  (OverseerThreadFactory-565-thread-1-processing-n:127.0.0.1:38889_solr) [n:127.0.0.1:38889_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 186499 INFO  (ScheduledTrigger-563-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 186736 INFO  (qtp300701564-840) [n:127.0.0.1:38889_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 186742 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 186744 INFO  (qtp300701564-838) [n:127.0.0.1:38889_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 186745 INFO  (qtp300701564-839) [n:127.0.0.1:38889_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 186770 INFO  (qtp300701564-840) [n:127.0.0.1:38889_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 186895 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 186910 INFO  (qtp556856918-850) [n:127.0.0.1:36486_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 186913 INFO  (qtp556856918-846) [n:127.0.0.1:36486_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 186916 INFO  (qtp556856918-847) [n:127.0.0.1:36486_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 186935 INFO  (qtp556856918-848) [n:127.0.0.1:36486_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 186961 INFO  (OverseerStateUpdate-73775267530801160-127.0.0.1:38889_solr-n_0000000000) [n:127.0.0.1:38889_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36486/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 186967 INFO  (OverseerStateUpdate-73775267530801160-127.0.0.1:38889_solr-n_0000000000) [n:127.0.0.1:38889_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38889/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 187174 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr    x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 187205 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr    x:collection1_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n3&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 187205 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr    x:collection1_shard1_replica_n3] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 187544 INFO  (ScheduledTrigger-563-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 188300 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 188316 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 188333 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 188352 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 188352 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 188352 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36486.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b93c31
   [junit4]   2> 188353 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/tempDir-001/node2/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/tempDir-001/node2/./collection1_shard1_replica_n1/data/]
   [junit4]   2> 188373 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.s.IndexSchema [collection1_shard1_replica_n3] Schema name=minimal
   [junit4]   2> 188375 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 188375 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n3' using configuration from collection collection1, trusted=true
   [junit4]   2> 188375 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38889.solr.core.collection1.shard1.replica_n3' (registry 'solr.core.collection1.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79b93c31
   [junit4]   2> 188376 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SolrCore [[collection1_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/tempDir-001/node1/collection1_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/tempDir-001/node1/./collection1_shard1_replica_n3/data/]
   [junit4]   2> 188544 INFO  (ScheduledTrigger-563-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 188731 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 188731 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 188732 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 188733 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 188769 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@41db7c5[collection1_shard1_replica_n3] main]
   [junit4]   2> 188787 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 188800 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 188800 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 188800 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1618867359502565376
   [junit4]   2> 188803 INFO  (searcherExecutor-575-thread-1-processing-n:127.0.0.1:38889_solr x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SolrCore [collection1_shard1_replica_n3] Registered new searcher Searcher@41db7c5[collection1_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 188878 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 188878 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 188879 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 188879 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 188893 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@37553f64[collection1_shard1_replica_n1] main]
   [junit4]   2> 188939 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 188939 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 188940 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 188940 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1618867359649366016
   [junit4]   2> 189015 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 189015 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 189015 INFO  (searcherExecutor-574-thread-1-processing-n:127.0.0.1:36486_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node2) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@37553f64[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 189105 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
   [junit4]   2> 189106 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 189123 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 189574 INFO  (ScheduledTrigger-563-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 189663 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 189663 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 189663 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36486/solr/collection1_shard1_replica_n1/
   [junit4]   2> 189664 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=https://127.0.0.1:36486/solr START replicas=[https://127.0.0.1:38889/solr/collection1_shard1_replica_n3/] nUpdates=100
   [junit4]   2> 189679 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=https://127.0.0.1:36486/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 189846 INFO  (qtp300701564-839) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.S.Request [collection1_shard1_replica_n3]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 189870 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 189870 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 189870 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/73775267530801158-core_node2-n_0000000000
   [junit4]   2> 189916 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36486/solr/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 190088 INFO  (zkCallback-195-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 190090 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 190127 INFO  (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2953
   [junit4]   2> 190184 INFO  (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n3&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2979
   [junit4]   2> 190237 INFO  (qtp300701564-837) [n:127.0.0.1:38889_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 190318 INFO  (zkCallback-195-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 190318 INFO  (zkCallback-203-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 190319 INFO  (zkCallback-203-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 190319 INFO  (qtp300701564-837) [n:127.0.0.1:38889_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3928
   [junit4]   2> 190319 INFO  (zkCallback-195-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 193249 INFO  (ScheduledTrigger-563-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 193265 INFO  (OverseerCollectionConfigSetProcessor-73775267530801160-127.0.0.1:38889_solr-n_0000000000) [n:127.0.0.1:38889_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 193286 INFO  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 193322 INFO  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 193538 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 193558 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=465215846
   [junit4]   2> 193558 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36486_solr
   [junit4]   2> 193558 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.c.CoreContainer Publish this node as DOWN...
   [junit4]   2> 193559 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:36486_solr as DOWN
   [junit4]   2> 193596 INFO  (zkCallback-203-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 193596 INFO  (zkCallback-203-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 193597 INFO  (zkCallback-195-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 193597 INFO  (coreCloseExecutor-584-thread-1) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4f1f3a63
   [junit4]   2> 193597 INFO  (coreCloseExecutor-584-thread-1) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=4f1f3a63
   [junit4]   2> 193597 INFO  (coreCloseExecutor-584-thread-1) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@353517a1: rootName = solr_36486, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@33a64763
   [junit4]   2> 193601 INFO  (zkCallback-195-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 193636 INFO  (coreCloseExecutor-584-thread-1) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=4f1f3a63
   [junit4]   2> 193706 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 193706 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c7c95be: rootName = solr_36486, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6de9355c
   [junit4]   2> 193723 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 193723 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f7b0c51: rootName = solr_36486, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6fba4685
   [junit4]   2> 193725 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 193726 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@336a20a9: rootName = solr_36486, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@176ae15
   [junit4]   2> 193726 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 193913 INFO  (zkCallback-203-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 193914 INFO  (zkCallback-210-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 193925 INFO  (zkCallback-222-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 193949 INFO  (zkCallback-203-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 193978 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4f41f80c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 193982 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@73dac3a4{/solr,null,UNAVAILABLE}
   [junit4]   2> 193982 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 194027 INFO  (zkCallback-203-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 194043 INFO  (zkCallback-203-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 194253 INFO  (ScheduledTrigger-563-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 2
   [junit4]   2> 194253 INFO  (ScheduledTrigger-563-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:36486_solr
   [junit4]   2> 195335 INFO  (ScheduledTrigger-563-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 196335 INFO  (ScheduledTrigger-563-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 196461 INFO  (zkCallback-203-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38889/solr/collection1_shard1_replica_n3/
   [junit4]   2> 196461 INFO  (zkCallback-203-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 196461 INFO  (zkCallback-203-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SyncStrategy https://127.0.0.1:38889/solr/collection1_shard1_replica_n3/ has no replicas
   [junit4]   2> 196461 INFO  (zkCallback-203-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/73775267530801160-core_node4-n_0000000001
   [junit4]   2> 196524 INFO  (zkCallback-203-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 196524 INFO  (zkCallback-203-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 196525 ERROR (qtp300701564-837) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.p.DistributedUpdateProcessor ClusterState says we are the leader, but locally we don't think so
   [junit4]   2> 196526 INFO  (qtp300701564-837) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n3]  webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{} 0 2347
   [junit4]   2> 196554 INFO  (zkCallback-203-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38889/solr/collection1_shard1_replica_n3/ shard1
   [junit4]   2> 196598 ERROR (qtp300701564-837) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: ClusterState says we are the leader (https://127.0.0.1:38889/solr/collection1_shard1_replica_n3), but locally we don't think so. Request came from null
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDefensiveChecks(DistributedUpdateProcessor.java:627)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:341)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:276)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:670)
   [junit4]   2> 	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
   [junit4]   2> 	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:188)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:144)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:330)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:275)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:130)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:295)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:275)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:188)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:195)
   [junit4]   2> 	at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:121)
   [junit4]   2> 	at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70)
   [junit4]   2> 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
   [junit4]   2> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2549)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:395)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:341)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:158)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:502)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:411)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:305)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 196617 INFO  (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCloudRecovery2 -Dtests.method=test -Dtests.seed=C07E2C85E46E0BDE -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=de-AT -Dtests.timezone=America/Guayaquil -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   3.33s J1 | TestCloudRecovery2.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38889/solr: ClusterState says we are the leader (https://127.0.0.1:38889/solr/collection1_shard1_replica_n3), but locally we don't think so. Request came from null
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C07E2C85E46E0BDE:482A135F4A926626]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
   [junit4]    > 	at org.apache.solr.cloud.TestCloudRecovery2.test(TestCloudRecovery2.java:67)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 196663 INFO  (jetty-closer-180-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1715531512
   [junit4]   2> 196663 INFO  (jetty-closer-180-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38889_solr
   [junit4]   2> 196696 INFO  (jetty-closer-180-thread-1) [    ] o.a.s.c.CoreContainer Publish this node as DOWN...
   [junit4]   2> 196696 INFO  (jetty-closer-180-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:38889_solr as DOWN
   [junit4]   2> 196702 INFO  (coreCloseExecutor-586-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SolrCore [collection1_shard1_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@7f4bf2f
   [junit4]   2> 196702 INFO  (coreCloseExecutor-586-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n3, tag=7f4bf2f
   [junit4]   2> 196703 INFO  (coreCloseExecutor-586-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@32dc03d5: rootName = solr_38889, domain = solr.core.collection1.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@4ad9ce7f
   [junit4]   2> 196738 INFO  (coreCloseExecutor-586-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=7f4bf2f
   [junit4]   2> 196801 INFO  (jetty-closer-180-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 196802 INFO  (jetty-closer-180-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@67b88cf3: rootName = solr_38889, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6ff05f49
   [junit4]   2> 196805 INFO  (jetty-closer-180-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 196805 INFO  (jetty-closer-180-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6cfed12c: rootName = solr_38889, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6fba4685
   [junit4]   2> 196818 INFO  (zkCallback-203-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 196823 INFO  (jetty-closer-180-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 196823 INFO  (jetty-closer-180-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ea87942: rootName = solr_38889, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@176ae15
   [junit4]   2> 196824 INFO  (jetty-closer-180-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 196838 INFO  (zkCallback-203-thread-4) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 196898 INFO  (closeThreadPool-229-thread-2) [    ] o.a.s.c.Overseer Overseer (id=73775267530801160-127.0.0.1:38889_solr-n_0000000000) closing
   [junit4]   2> 196898 INFO  (OverseerStateUpdate-73775267530801160-127.0.0.1:38889_solr-n_0000000000) [n:127.0.0.1:38889_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38889_solr
   [junit4]   2> 196988 INFO  (OverseerAutoScalingTriggerThread-73775267530801160-127.0.0.1:38889_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 196999 INFO  (jetty-closer-180-thread-1) [    ] o.a.s.c.Overseer Overseer (id=73775267530801160-127.0.0.1:38889_solr-n_0000000000) closing
   [junit4]   2> 197012 INFO  (closeThreadPool-229-thread-1) [    ] o.a.s.c.Overseer Overseer (id=73775267530801160-127.0.0.1:38889_solr-n_0000000000) closing
   [junit4]   2> 197114 INFO  (jetty-closer-180-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5c797b2d{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 197142 INFO  (jetty-closer-180-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@30f2c93b{/solr,null,UNAVAILABLE}
   [junit4]   2> 197142 INFO  (jetty-closer-180-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 197178 INFO  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 197215 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1061a3706620000, likely client has closed socket
   [junit4]   2> 197231 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/collections/collection1/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 197233 ERROR (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 197233 INFO  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38293
   [junit4]   2> 197233 INFO  (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38293
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001
   [junit4]   2> Dec 03, 2018 9:23:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7b4e5b07), locale=de-AT, timezone=America/Guayaquil
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=283002032,total=392167424
   [junit4]   2> NOTE: All tests run in this JVM: [TestObjectReleaseTracker, MoveReplicaHDFSFailoverTest, TestChildDocTransformer, TestLazyCores, TestAtomicUpdateErrorCases, TestTolerantSearch, BlockJoinFacetDistribTest, WordBreakSolrSpellCheckerTest, TestCloudRecovery2]
   [junit4] Completed [28/837 (1!)] on J1 in 14.71s, 1 test, 1 error <<< FAILURES!

[...truncated 1176 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C07E2C85E46E0BDE-001/init-core-data-001
   [junit4]   2> 2166204 INFO  (SUITE-BasicAuthIntegrationTest-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C07E2C85E46E0BDE-001/tempDir-001
   [junit4]   2> 2166204 INFO  (SUITE-BasicAuthIntegrationTest-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2166222 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2166234 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2166295 ERROR (ZkTestServer Run Thread) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2166331 INFO  (SUITE-BasicAuthIntegrationTest-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35413
   [junit4]   2> 2166331 INFO  (SUITE-BasicAuthIntegrationTest-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35413
   [junit4]   2> 2166331 INFO  (SUITE-BasicAuthIntegrationTest-seed#[C07E2C85E46E0BDE]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35413
   [junit4] 

[...truncated too long message...]

delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 3734610 ERROR (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[C07E2C85E46E0BDE]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3734611 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33179
   [junit4]   2> 3734611 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33179
   [junit4]   2> 3734612 INFO  (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[C07E2C85E46E0BDE]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=NodeMarkersRegistrationTest -Dtests.method=testNodeMarkersRegistration -Dtests.seed=C07E2C85E46E0BDE -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=it-IT -Dtests.timezone=America/Shiprock -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 37.7s J1 | NodeMarkersRegistrationTest.testNodeMarkersRegistration <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Path /autoscaling/nodeLost/127.0.0.1:43142_solr exists
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C07E2C85E46E0BDE:D8C4A489EA5BC631]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:152)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_C07E2C85E46E0BDE-001
   [junit4]   2> Dec 03, 2018 10:22:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 7 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=574, maxMBSortInHeap=7.431143046660908, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3886b355), locale=it-IT, timezone=America/Shiprock
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=121901992,total=515899392
   [junit4]   2> NOTE: All tests run in this JVM: [TestObjectReleaseTracker, MoveReplicaHDFSFailoverTest, TestChildDocTransformer, TestLazyCores, TestAtomicUpdateErrorCases, TestTolerantSearch, BlockJoinFacetDistribTest, WordBreakSolrSpellCheckerTest, TestCloudRecovery2, TestPhraseSuggestions, ConnectionReuseTest, ScheduledMaintenanceTriggerTest, TestCloudJSONFacetSKG, TestShortCircuitedRequests, TestApiFramework, RulesTest, TestSQLHandlerNonCloud, RootFieldTest, TestSimPolicyCloud, TestCopyFieldCollectionResource, CreateCollectionCleanupTest, XmlUpdateRequestHandlerTest, CurrencyFieldTypeTest, TestSolrCoreSnapshots, TestCloudPivotFacet, TestLegacyFieldReuse, InfoHandlerTest, TermVectorComponentTest, TestSolrXml, ResponseBuilderTest, TestPrepRecovery, EnumFieldTest, TestSortByMinMaxFunction, TestJsonFacetsStatsParsing, SharedFSAutoReplicaFailoverTest, PeerSyncWithIndexFingerprintCachingTest, ClassificationUpdateProcessorTest, TestSurroundQueryParser, CloudExitableDirectoryReaderTest, HdfsRestartWhileUpdatingTest, TestFreeTextSuggestions, SearchRateTriggerIntegrationTest, AtomicUpdatesTest, ReturnFieldsTest, DistributedExpandComponentTest, TestXmlQParser, TestAnalyzedSuggestions, ChaosMonkeySafeLeaderWithPullReplicasTest, TestConfigSets, SyncSliceTest, EmbeddedSolrNoSerializeTest, TlogReplayBufferedWhileIndexingTest, TestTlogReplica, VMParamsZkACLAndCredentialsProvidersTest, TestQuerySenderListener, LeaderElectionTest, TestSlowCompositeReaderWrapper, TestSimLargeCluster, ChaosMonkeyNothingIsSafeTest, CdcrBidirectionalTest, DocumentAnalysisRequestHandlerTest, VersionInfoTest, TestShardHandlerFactory, TestStandardQParsers, UUIDUpdateProcessorFallbackTest, TestInfoStreamLogging, ConcurrentDeleteAndCreateCollectionTest, CoreAdminOperationTest, ZkSolrClientTest, TestSolrJ, SaslZkACLProviderTest, TaggerTest, TestMissingGroups, BufferStoreTest, TestManagedSchemaThreadSafety, DocValuesMissingTest, CircularListTest, TestUseDocValuesAsStored, HttpPartitionTest, ReplicaListTransformerTest, TestInitQParser, RequestHandlersTest, TestNumericTerms32, ConjunctionSolrSpellCheckerTest, TestIndexingPerformance, TestUtilizeNode, HdfsNNFailoverTest, TestPolicyCloud, BigEndianAscendingWordSerializerTest, TestFieldCacheReopen, TestRawTransformer, TestDistributedSearch, TestCSVLoader, ShardSplitTest, TestIBSimilarityFactory, DistributedSuggestComponentTest, TestLockTree, FastVectorHighlighterTest, TimeRoutedAliasUpdateProcessorTest, TemplateUpdateProcessorTest, CollectionPropsTest, TestBinaryResponseWriter, TestUniqueKeyFieldResource, TestDistribIDF, TestSimpleQParserPlugin, TestManagedResourceStorage, TestReloadDeadlock, AddBlockUpdateTest, InfixSuggestersTest, TestHdfsUpdateLog, SolrRrdBackendFactoryTest, OverseerModifyCollectionTest, TestDynamicLoading, TestBinaryField, TestFieldCacheVsDocValues, TestReqParamsAPI, DistributedFacetPivotWhiteBoxTest, QueryEqualityTest, AnalyticsMergeStrategyTest, TestIntervalFaceting, MaxSizeAutoCommitTest, TestSweetSpotSimilarityFactory, SolrIndexConfigTest, TestHighlightDedupGrouping, TestTrackingShardHandlerFactory, CustomHighlightComponentTest, DistributedQueryComponentOptimizationTest, DistributedUpdateProcessorTest, NodeAddedTriggerIntegrationTest, TestCoreAdminApis, TestUtils, OrderedExecutorTest, TestLRUStatsCache, TestBadConfig, TestSolr4Spatial2, TestSimpleTrackingShardHandler, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, AliasIntegrationTest, BasicDistributedZkTest, DistribCursorPagingTest, DistributedQueueTest, DocValuesNotIndexedTest, HealthCheckHandlerTest, LeaderFailureAfterFreshStartTest, MetricsHistoryIntegrationTest, MoveReplicaTest, MultiThreadedOCPTest, RecoveryZkTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplicationFactorTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestClusterProperties, TestConfigSetsAPI, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestRebalanceLeaders, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, ZkNodePropsTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasPlanActionTest, ComputePlanActionTest, NodeMarkersRegistrationTest]
   [junit4] Completed [554/837 (5!)] on J1 in 38.75s, 1 test, 1 failure <<< FAILURES!

[...truncated 40573 lines...]
-documentation-lint:
     [echo] checking for broken html...
    [jtidy] Checking for broken html (such as invalid tags)...
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/jtidy_tmp
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for missing docs...
     [exec] 
     [exec] build/docs/core/org/apache/lucene/codecs/lucene70/IndexedDISICache.html
     [exec]   missing Fields: EMPTY
     [exec]   missing Methods: getCreationStats--
     [exec]   missing Methods: getName--
     [exec]   missing Methods: hasOffsets--
     [exec] 
     [exec] build/docs/core/org/apache/lucene/codecs/lucene70/IndexedDISICacheFactory.html
     [exec]   missing Constructors: IndexedDISICacheFactory--
     [exec]   missing Methods: getDISIBlocksWithOffsetsCount--
     [exec]   missing Methods: getDISIBlocksWithRankCount--
     [exec]   missing Methods: getVaryingBPVCount--
     [exec] 
     [exec] build/docs/core/org/apache/lucene/codecs/lucene70/LongCompressor.html
     [exec]   missing Constructors: LongCompressor--
     [exec] 
     [exec] Missing javadocs were found!

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/build.xml:642: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build.xml:142: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build.xml:196: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/common-build.xml:2527: exec returned: 1

Total time: 196 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 225 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/225/

No tests ran.

Build Log:
[...truncated 6 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
	at hudson.scm.SCM.checkout(SCM.java:504)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1794)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file .git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor429.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
		at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
		at hudson.scm.SCM.checkout(SCM.java:504)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1794)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
	at hudson.scm.SCM.checkout(SCM.java:504)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1794)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file .git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor429.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
		at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
		at hudson.scm.SCM.checkout(SCM.java:504)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1794)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
	at hudson.scm.SCM.checkout(SCM.java:504)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1794)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file .git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor429.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
		at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
		at hudson.scm.SCM.checkout(SCM.java:504)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1794)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Archiving artifacts
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: Test reports were found but none of them are new. Did leafNodes run? 
For example, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/analysis/common/test/TEST-org.apache.lucene.analysis.ar.TestArabicAnalyzer.xml is 3 days 17 hr old

Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 224 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/224/

No tests ran.

Build Log:
[...truncated 7 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
	at hudson.scm.SCM.checkout(SCM.java:504)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1794)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file .git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor429.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
		at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
		at hudson.scm.SCM.checkout(SCM.java:504)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1794)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
	at hudson.scm.SCM.checkout(SCM.java:504)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1794)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file .git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor429.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
		at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
		at hudson.scm.SCM.checkout(SCM.java:504)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1794)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
	at hudson.scm.SCM.checkout(SCM.java:504)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1794)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file .git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor429.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
		at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
		at hudson.scm.SCM.checkout(SCM.java:504)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1794)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Archiving artifacts
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: Test reports were found but none of them are new. Did leafNodes run? 
For example, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/analysis/common/test/TEST-org.apache.lucene.analysis.ar.TestArabicAnalyzer.xml is 2 days 22 hr old

Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 223 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/223/

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeAddedTrigger

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([52821A4B3A5C223F:74E8A47221538D53]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeAddedTrigger(TestSimTriggerIntegration.java:440)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeAddedTriggerRestoreState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([52821A4B3A5C223F:DABF9334009CC392]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeAddedTriggerRestoreState(TestSimTriggerIntegration.java:410)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13640 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_52821A4B3A5C223F-001/init-core-data-001
   [junit4]   2> 1768845 DEBUG (SUITE-TestSimTriggerIntegration-seed#[52821A4B3A5C223F]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
   [junit4]   2> 1768846 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1768847 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 1768847 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 1768847 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 1768883 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10000_solr]
   [junit4]   2> 1768892 DEBUG (SUITE-TestSimTriggerIntegration-seed#[52821A4B3A5C223F]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 1768894 DEBUG (SUITE-TestSimTriggerIntegration-seed#[52821A4B3A5C223F]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1768894 INFO  (SUITE-TestSimTriggerIntegration-seed#[52821A4B3A5C223F]-worker) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4] IGNOR/A 0.00s J2 | TestSimTriggerIntegration.testSearchRate
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
   [junit4]   2> 1768897 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1768897 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 1768897 INFO  (ScheduledTrigger-4448-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 1768930 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1768932 INFO  (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 1768932 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1768932 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1768932 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1768932 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1768932 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1768933 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1768933 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1769006 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1769006 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1769007 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 1769007 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1769022 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 1769022 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1769023 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1769023 INFO  (ScheduledTrigger-4453-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1769079 INFO  (ScheduledTrigger-4453-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1769115 INFO  (ScheduledTrigger-4453-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1769152 INFO  (ScheduledTrigger-4453-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1769185 DEBUG (simCloudManagerPool-4452-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
   [junit4]   2> 1769185 DEBUG (simCloudManagerPool-4452-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 1769187 DEBUG (simCloudManagerPool-4452-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1769187 DEBUG (simCloudManagerPool-4452-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1769294 INFO  (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1769297 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1769298 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1769298 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1769326 INFO  (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1769346 INFO  (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1769383 INFO  (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1769419 INFO  (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1769455 INFO  (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1769492 INFO  (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1769509 DEBUG (simCloudManagerPool-4452-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1769509 DEBUG (simCloudManagerPool-4452-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1769516 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1769517 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 1769533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 1769533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
   [junit4]   2> 1769533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1769528 INFO  (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1769533 DEBUG (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1769533 DEBUG (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1769571 INFO  (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 1769589 DEBUG (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1769589 DEBUG (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1769589 DEBUG (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10002_solr at time 25903742445828778
   [junit4]   2> 1769642 INFO  (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1769642 DEBUG (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1769642 DEBUG (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1769642 DEBUG (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10002_solr] added at times [25903742445828778], now=25903745080639678
   [junit4]   2> 1769642 DEBUG (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"5c075106d63aaaTzm5z40crct9cn1b78se08kti",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":25903742445828778,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[25903742445828778],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 1769654 DEBUG (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
   [junit4]   2> 1769655 DEBUG (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=2
   [junit4]   2> 1769655 DEBUG (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
   [junit4]   2> 1769656 DEBUG (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 1769711 DEBUG (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
   [junit4]   2> 1769713 DEBUG (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 1769786 DEBUG (simCloudManagerPool-4452-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
   [junit4]   2> 1769787 DEBUG (simCloudManagerPool-4452-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 1769857 DEBUG (simCloudManagerPool-4452-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
   [junit4]   2> 1769857 DEBUG (simCloudManagerPool-4452-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 1769873 DEBUG (simCloudManagerPool-4452-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
   [junit4]   2> 1769881 DEBUG (simCloudManagerPool-4452-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=6): {"core_node1":{
   [junit4]   2>     "core":".system_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":".system",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 1769963 DEBUG (simCloudManagerPool-4452-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 1769963 DEBUG (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=7
   [junit4]   2> 1769986 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770002 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770005 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770019 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770021 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770040 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770056 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770058 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770092 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770095 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770112 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770116 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770129 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770131 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770148 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770151 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770165 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770167 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770185 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770188 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770201 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770203 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770223 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770238 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770240 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770258 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770260 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770274 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770276 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770295 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770297 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770310 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770313 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770332 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770347 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770349 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770367 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770369 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770385 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770404 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770406 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770420 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770422 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770440 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770442 INFO  (simCloudManagerPool-4452-thread-3) [    ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 1770450 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
   [junit4]   2> 1770451 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 1771099 INFO  (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		3
   [junit4]   2> ## Empty nodes:	0
   [junit4]   2> ## Dead nodes:		0
   [junit4]   2> ## Collections:
   [junit4]   2> ##  * .system
   [junit4]   2> ##    shardsTotal	1
   [junit4]   2> ##    shardsState	{active=1}
   [junit4]   2> ##      shardsWithoutLeader	0
   [junit4]   2> ##    totalReplicas	3
   [junit4]   2> ##      activeReplicas	3
   [junit4]   2> ##      inactiveReplicas	0
   [junit4]   2> ##    totalActiveDocs	0
   [junit4]   2> ##      bufferedDocs	0
   [junit4]   2> ##      maxActiveSliceDocs	0
   [junit4]   2> ##      minActiveSliceDocs	0
   [junit4]   2> ##      avgActiveSliceDocs	0
   [junit4]   2> ##    totalInactiveDocs	0
   [junit4]   2> ##      maxInactiveSliceDocs	0
   [junit4]   2> ##      minInactiveSliceDocs	0
   [junit4]   2> ##      avgInactiveSliceDocs	NaN
   [junit4]   2> ##    totalActiveBytes	10,240
   [junit4]   2> ##      maxActiveSliceBytes	10,240
   [junit4]   2> ##      minActiveSliceBytes	10,240
   [junit4]   2> ##      avgActiveSliceBytes	10,240
   [junit4]   2> ##    totalInactiveBytes	0
   [junit4]   2> ##      maxInactiveSliceBytes	0
   [junit4]   2> ##      minInactiveSliceBytes	0
   [junit4]   2> ##      avgInactiveSliceBytes	NaN
   [junit4]   2> ##    totalActiveDeletedDocs	0
   [junit4]   2> ## Max replicas per node:	1
   [junit4]   2> ## Min replicas per node:	1
   [junit4]   2> ## Total replicas:		3
   [junit4]   2> ## * .system		3
   [junit4]   2> ##		- active           3
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- autoscaling        2
   [junit4]   2> ##		- update             1
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimTriggerIntegration -Dtests.method=testNodeAddedTrigger -Dtests.seed=52821A4B3A5C223F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-SV -Dtests.timezone=America/Guayaquil -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 2.26s J2 | TestSimTriggerIntegration.testNodeAddedTrigger <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: The trigger did not fire at all
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([52821A4B3A5C223F:74E8A47221538D53]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeAddedTrigger(TestSimTriggerIntegration.java:440)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] IGNOR/A 0.00s J2 | TestSimTriggerIntegration.testNodeLostTrigger
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
   [junit4]   2> 1771194 DEBUG (ScheduledTrigger-4453-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10002_solr
   [junit4]   2> 1771195 DEBUG (AutoscalingActionExecutor-4454-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"5c075106d63aaaTzm5z40crct9cn1b78se08kti",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":25903742445828778,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[25903742445828778],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":25903745697016678,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 1771214 DEBUG (AutoscalingActionExecutor-4454-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1771214 DEBUG (AutoscalingActionExecutor-4454-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 1771214 DEBUG (AutoscalingActionExecutor-4454-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 983 ms for event id=5c075106d63aaaTzm5z40crct9cn1b78se08kti
   [junit4]   2> 1771224 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 1771225 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10001_solr
   [junit4]   2> 1771225 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
   [junit4]   2> 1771225 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 1771226 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimNodeStateProvider --removing value for 127.0.0.1:10000_solr
   [junit4]   2> 1771226 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 1771226 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1771226 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1771226 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1771226 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1771259 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1771259 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1771259 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1771279 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1771280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 1771280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
   [junit4]   2> 1771280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 1771295 DEBUG (MetricsHistoryHandler-4451-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
   [junit4]   2> 1771295 DEBUG (MetricsHistoryHandler-4451-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 1771295 INFO  (MetricsHistoryHandler-4451-thread-1) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1771315 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 1771352 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1771352 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 1771352 INFO  (ScheduledTrigger-4456-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771389 INFO  (ScheduledTrigger-4456-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771425 INFO  (ScheduledTrigger-4456-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771429 DEBUG (simCloudManagerPool-4455-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=10
   [junit4]   2> 1771429 DEBUG (simCloudManagerPool-4455-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
   [junit4]   2> 1771429 DEBUG (simCloudManagerPool-4455-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 1771453 DEBUG (simCloudManagerPool-4455-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
   [junit4]   2> 1771453 DEBUG (simCloudManagerPool-4455-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 1771494 INFO  (ScheduledTrigger-4456-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771514 DEBUG (simCloudManagerPool-4455-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
   [junit4]   2> 1771514 INFO  (ScheduledTrigger-4456-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771534 INFO  (ScheduledTrigger-4456-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771550 DEBUG (simCloudManagerPool-4455-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
   [junit4]   2> 1771551 DEBUG (simCloudManagerPool-4455-thread-3) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1771551 DEBUG (simCloudManagerPool-4455-thread-3) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 1771567 INFO  (ScheduledTrigger-4456-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771587 INFO  (ScheduledTrigger-4456-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771608 DEBUG (simCloudManagerPool-4455-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=13): {"core_node4":{
   [junit4]   2>     "core":".system_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":".system",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 1771608 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 1771608 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1771608 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 1771623 DEBUG (simCloudManagerPool-4455-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
   [junit4]   2> 1771624 DEBUG (simCloudManagerPool-4455-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
   [junit4]   2> 1771624 DEBUG (simCloudManagerPool-4455-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=14
   [junit4]   2> 1771660 INFO  (ScheduledTrigger-4456-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771696 INFO  (ScheduledTrigger-4456-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771716 INFO  (ScheduledTrigger-4456-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771737 INFO  (ScheduledTrigger-4456-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771757 INFO  (ScheduledTrigger-4456-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771790 INFO  (ScheduledTrigger-4456-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771809 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.TestSimTriggerIntegration ====== KILL OVERSEER 1
   [junit4]   2> 1771809 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 1771809 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1771842 INFO  (ScheduledTrigger-4456-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 1771842 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1771843 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimCloudManager   = killing node 127.0.0.1:10001_solr
   [junit4]   2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10002_solr
   [junit4]   2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
   [junit4]   2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
   [junit4]   2> 1771844 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 1771845 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
   [junit4]   2> 1771845 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 1771845 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 1771845 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10001_solr
   [junit4]   2> 1771862 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1771862 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 1771863 INFO  (ScheduledTrigger-4459-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 3
   [junit4]   2> 1771863 INFO  (ScheduledTrigger-4459-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr
   [junit4]   2> 1771899 INFO  (ScheduledTrigger-4459-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771935 INFO  (ScheduledTrigger-4459-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1771972 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.TestSimTriggerIntegration ====== ADD TRIGGERS
   [junit4]   2> 1771991 INFO  (simCloudManagerPool-4458-thread-1) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 1771991 DEBUG (simCloudManagerPool-4458-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1771991 DEBUG (simCloudManagerPool-4458-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 1772009 INFO  (simCloudManagerPool-4458-thread-1) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 1772009 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 1772009 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 1772009 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventMarkerAction}], enabled=true}
   [junit4]   2> 1772024 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 1772061 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1772062 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772062 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1772089 INFO  (ScheduledTrigger-4459-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1772110 DEBUG (ScheduledTrigger-4459-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772110 DEBUG (ScheduledTrigger-4459-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1772110 INFO  (ScheduledTrigger-4459-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1772110 INFO  (simCloudManagerPool-4458-thread-2) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 1772111 DEBUG (simCloudManagerPool-4458-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1772111 DEBUG (simCloudManagerPool-4458-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 1772111 INFO  (simCloudManagerPool-4458-thread-2) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 1772111 INFO  (simCloudManagerPool-4458-thread-2) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 1772118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 1772118 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 1772118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 1772118 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.TestSimTriggerIntegration ====== ADD NODE 1
   [junit4]   2> 1772118 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 1772134 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772134 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772134 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10004_solr at time 25903869671420128
   [junit4]   2> 1772134 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 1772154 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772154 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772154 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772154 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10004_solr] added at times [25903869671420128], now=25903870688288978
   [junit4]   2> 1772154 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"5c076ea612b0e0Tzm5z40crct9cn1b78se08ktl",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":25903869671420128,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[25903869671420128],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10004_solr"]}}
   [junit4]   2> 1772183 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger, node_added_trigger]
   [junit4]   2> 1772183 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10004_solr
   [junit4]   2> 1772184 DEBUG (AutoscalingActionExecutor-4460-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"5c076ea612b0e0Tzm5z40crct9cn1b78se08ktl",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":25903869671420128,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[25903869671420128],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":25903872117663778,
   [junit4]   2>     "nodeNames":["127.0.0.1:10004_solr"]}}
   [junit4]   2> 1772184 DEBUG (AutoscalingActionExecutor-4460-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1772184 DEBUG (AutoscalingActionExecutor-4460-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 1772184 DEBUG (AutoscalingActionExecutor-4460-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 1772215 DEBUG (AutoscalingActionExecutor-4460-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 1577 ms for event id=5c076ea612b0e0Tzm5z40crct9cn1b78se08ktl
   [junit4]   2> 1772293 INFO  (ScheduledTrigger-4459-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772294 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772294 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772294 INFO  (ScheduledTrigger-4459-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772329 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772329 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772329 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772329 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772365 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772365 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772365 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772365 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772401 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772402 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772402 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772402 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772438 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772438 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772438 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772438 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772474 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772474 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772474 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772474 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772507 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772507 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772507 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772507 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772530 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772530 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772530 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772530 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772565 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772565 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772565 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772565 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772600 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772600 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772600 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772600 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772636 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772636 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772636 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772636 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772673 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772673 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772673 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772673 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772709 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772709 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772709 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772709 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772764 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772764 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772764 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772764 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772784 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772784 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772784 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772784 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772819 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772819 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772819 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772819 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772855 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772855 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772855 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772855 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772887 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772888 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772888 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772888 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772924 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772924 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772924 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772924 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772944 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1772944 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1772944 DEBUG (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1772945 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773017 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773017 INFO  (ScheduledTrigger-4459-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773025 DEBUG (ScheduledTrigger-4459-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1773025 DEBUG (ScheduledTrigger-4459-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1773057 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773057 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773057 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1773057 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1773090 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773090 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773090 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1773090 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1773127 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773127 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773127 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1773127 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1773172 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773172 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773172 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1773172 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1773208 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773208 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773208 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1773208 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1773232 INFO  (ScheduledTrigger-4459-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773232 INFO  (ScheduledTrigger-4459-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773232 DEBUG (ScheduledTrigger-4459-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1773232 DEBUG (ScheduledTrigger-4459-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1773260 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773260 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773260 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1773260 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1773280 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773281 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773281 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1773281 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1773317 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773317 INFO  (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1773317 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1773317 DEBUG (ScheduledTrigger-4459-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1773325 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.TestSimTriggerIntegration ====== KILL OVERSEER 2
   [junit4]   2> 1773325 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 1773325 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1773325 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1773325 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1773326 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1773341 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1773341 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1773341 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1773341 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimCloudManager   = killing node 127.0.0.1:10003_solr
   [junit4]   2> 1773362 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 1773362 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 1773362 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 1773362 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion -1
   [junit4]   2> 1773362 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 1773363 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 1773363 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10003_solr
   [junit4]   2> 1773363 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 1773363 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventMarkerAction}], enabled=true}
   [junit4]   2> 1773363 INFO  (ScheduledTrigger-4462-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 3
   [junit4]   2> 1773363 INFO  (ScheduledTrigger-4462-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr
   [junit4]   2> 1773363 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 1773364 DEBUG (ScheduledTrigger-4462-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1773364 DEBUG (ScheduledTrigger-4462-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1773364 INFO  (ScheduledTrigger-4462-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 3
   [junit4]   2> 1773364 INFO  (ScheduledTrigger-4462-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr
   [junit4]   2> 1773364 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 1773398 INFO  (ScheduledTrigger-4462-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1773398 DEBUG (ScheduledTrigger-4462-thread-2) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10003_solr]
   [junit4]   2> 1773399 DEBUG (ScheduledTrigger-4462-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"5c077cf5bb428eTzm5z40crct9cn1b78se08kto",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":25903931137409678,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[25903931137409678],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 1773399 DEBUG (ScheduledTrigger-4462-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1773399 DEBUG (ScheduledTrigger-4462-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1773399 INFO  (ScheduledTrigger-4462-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1773399 DEBUG (ScheduledTrigger-4462-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger, node_added_trigger]
   [junit4]   2> 1773400 DEBUG (AutoscalingActionExecutor-4463-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"5c077cf5bb428eTzm5z40crct9cn1b78se08kto",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":25903931137409678,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[25903931137409678],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":25903932940448878,
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 1773401 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
   [junit4]   2> 1773401 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
   [junit4]   2> 1773419 DEBUG (AutoscalingActionExecutor-4463-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1773419 DEBUG (AutoscalingActionExecutor-4463-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 1773419 DEBUG (AutoscalingActionExecutor-4463-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 1773419 DEBUG (AutoscalingActionExecutor-4463-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 920 ms for event id=5c077cf5bb428eTzm5z40crct9cn1b78se08kto
   [junit4]   2> 1773435 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		2
   [junit4]   2> ## Empty nodes:	1
   [junit4]   2> ## Dead nodes:		2
   [junit4]   2> ##		127.0.0.1:10001_solr
   [junit4]   2> ##		127.0.0.1:10003_solr
   [junit4]   2> ## Collections:
   [junit4]   2> ##  * .system
   [junit4]   2> ##    shardsTotal	1
   [junit4]   2> ##    shardsState	{active=1}
   [junit4]   2> ##      shardsWithoutLeader	0
   [junit4]   2> ##    totalReplicas	2
   [junit4]   2> ##      activeReplicas	2
   [junit4]   2> ##      inactiveReplicas	0
   [junit4]   2> ##    totalActiveDocs	6
   [junit4]   2> ##      bufferedDocs	0
   [junit4]   2> ##      maxActiveSliceDocs	6
   [junit4]   2> ##      minActiveSliceDocs	6
   [junit4]   2> ##      avgActiveSliceDocs	6
   [junit4]   2> ##    totalInactiveDocs	0
   [junit4]   2> ##      maxInactiveSliceDocs	0
   [junit4]   2> ##      minInactiveSliceDocs	0
   [junit4]   2> ##      avgInactiveSliceDocs	NaN
   [junit4]   2> ##    totalActiveBytes	13,240
   [junit4]   2> ##      maxActiveSliceBytes	13,240
   [junit4]   2> ##      minActiveSliceBytes	13,240
   [junit4]   2> ##      avgActiveSliceBytes	13,240
   [junit4]   2> ##    totalInactiveBytes	0
   [junit4]   2> ##      maxInactiveSliceBytes	0
   [junit4]   2> ##      minInactiveSliceBytes	0
   [junit4]   2> ##      avgInactiveSliceBytes	NaN
   [junit4]   2> ##    totalActiveDeletedDocs	0
   [junit4]   2> ## Max replicas per node:	1
   [junit4]   2> ## Min replicas per node:	0
   [junit4]   2> ## Total replicas:		1
   [junit4]   2> ## * .system		1
   [junit4]   2> ##		- active           1
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- autoscaling        3
   [junit4]   2> ##		- update             6
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> ## * Trigger: node_added_trigger
   [junit4]   2> ##		- STARTED         2
   [junit4]   2> ##		- SUCCEEDED       2
   [junit4]   2> ## * Trigger: node_lost_trigger
   [junit4]   2> ##		- STARTED         1
   [junit4]   2> ##		- SUCCEEDED       1
   [junit4]   2> 
   [junit4]   2> 1773438 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
   [junit4]   2> 1773438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 1773438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1773438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1773438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
   [junit4]   2> 1773438 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10001_solr
   [junit4]   2> 1773438 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10003_solr
   [junit4]   2> 1773438 INFO  (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 1773438 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:191) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 1773451 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1773451 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1773451 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1773471 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1773471 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1773471 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-

[...truncated too long message...]

dApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null570388915
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null570388915
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null570388915

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 116ms :: artifacts dl 17ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 205 minutes 48 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 222 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/222/

2 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:42702/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:42702/collection1
	at __randomizedtesting.SeedInfo.seed([386DA1A93D96242D:B0399E73936A49D5]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
	at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 48 more


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
	at __randomizedtesting.SeedInfo.seed([386DA1A93D96242D:5BA6972BA4595700]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.scheduledTriggerTest(ScheduledTriggerTest.java:114)
	at org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger(ScheduledTriggerTest.java:67)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13799 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/init-core-data-001
   [junit4]   2> 1802028 WARN  (SUITE-BasicDistributedZkTest-seed#[386DA1A93D96242D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=54 numCloses=54
   [junit4]   2> 1802028 INFO  (SUITE-BasicDistributedZkTest-seed#[386DA1A93D96242D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1802030 INFO  (SUITE-BasicDistributedZkTest-seed#[386DA1A93D96242D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1802030 INFO  (SUITE-BasicDistributedZkTest-seed#[386DA1A93D96242D]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1802030 INFO  (SUITE-BasicDistributedZkTest-seed#[386DA1A93D96242D]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1802041 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1802041 INFO  (Thread-7512) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1802041 INFO  (Thread-7512) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1802046 ERROR (Thread-7512) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1802141 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.ZkTestServer start zk server on port:43987
   [junit4]   2> 1802150 INFO  (zkConnectionManagerCallback-4325-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802157 INFO  (zkConnectionManagerCallback-4327-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802165 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1802167 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1802169 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1802176 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1802177 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1802178 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1802180 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1802181 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1802183 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1802184 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1802186 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1802188 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 1802357 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1802358 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1802358 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1802358 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1802358 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14f666ad{/,null,AVAILABLE}
   [junit4]   2> 1802359 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@e428ac3{HTTP/1.1,[http/1.1]}{127.0.0.1:35532}
   [junit4]   2> 1802359 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.Server Started @1802029ms
   [junit4]   2> 1802359 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/tempDir-001/control/data, hostContext=/, hostPort=35532, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/control-001/cores}
   [junit4]   2> 1802359 ERROR (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1802359 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1802360 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1802360 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1802360 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1802360 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-28T22:08:25.660Z
   [junit4]   2> 1802362 INFO  (zkConnectionManagerCallback-4329-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802363 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1802363 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/control-001/solr.xml
   [junit4]   2> 1802367 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1802368 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1802369 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1802706 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43987/solr
   [junit4]   2> 1802708 INFO  (zkConnectionManagerCallback-4333-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802710 INFO  (zkConnectionManagerCallback-4335-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802842 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35532_
   [junit4]   2> 1802844 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_    ] o.a.s.c.Overseer Overseer (id=72357597356294148-127.0.0.1:35532_-n_0000000000) starting
   [junit4]   2> 1802855 INFO  (zkConnectionManagerCallback-4342-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802858 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43987/solr ready
   [junit4]   2> 1802859 INFO  (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35532_
   [junit4]   2> 1802860 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35532_
   [junit4]   2> 1802861 INFO  (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1802878 INFO  (zkCallback-4341-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1802880 DEBUG (OverseerAutoScalingTriggerThread-72357597356294148-127.0.0.1:35532_-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:35532_]
   [junit4]   2> 1802886 DEBUG (ScheduledTrigger-8616-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1802892 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1802921 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0
   [junit4]   2> 1802937 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0
   [junit4]   2> 1802938 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0
   [junit4]   2> 1802940 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/control-001/cores
   [junit4]   2> 1802969 INFO  (zkConnectionManagerCallback-4348-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1802970 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1802971 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43987/solr ready
   [junit4]   2> 1802972 INFO  (qtp1365988648-22345) [n:127.0.0.1:35532_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35532_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1802975 INFO  (OverseerThreadFactory-8618-thread-1-processing-n:127.0.0.1:35532_) [n:127.0.0.1:35532_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1802979 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:35532_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1803082 INFO  (qtp1365988648-22340) [n:127.0.0.1:35532_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1803087 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1803087 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1803090 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35532",
   [junit4]   2>   "node_name":"127.0.0.1:35532_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1803887 DEBUG (ScheduledTrigger-8616-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1804115 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1804132 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1804270 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1804293 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1804293 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0
   [junit4]   2> 1804293 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1804296 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=6.0341796875, floorSegmentMB=0.501953125, forceMergeDeletesPctAllowed=21.37827079576828, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=27.934081580917454
   [junit4]   2> 1804298 WARN  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1804360 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1804360 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1804362 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1804362 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1804363 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1045612658, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1804364 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@66e21ab5[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1804367 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1804367 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1804368 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1804368 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1618417190350880768
   [junit4]   2> 1804369 INFO  (searcherExecutor-8623-thread-1-processing-n:127.0.0.1:35532_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@66e21ab5[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1804386 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1804390 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1804390 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1804390 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35532/control_collection_shard1_replica_n1/
   [junit4]   2> 1804391 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1804391 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:35532/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1804395 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35532/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1804396 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:35532",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 1804548 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1804550 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35532",
   [junit4]   2>   "node_name":"127.0.0.1:35532_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1804551 INFO  (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1464
   [junit4]   2> 1804557 INFO  (qtp1365988648-22345) [n:127.0.0.1:35532_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1804651 INFO  (zkCallback-4334-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1804896 DEBUG (ScheduledTrigger-8616-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1804981 INFO  (OverseerCollectionConfigSetProcessor-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1805557 INFO  (qtp1365988648-22345) [n:127.0.0.1:35532_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35532_&wt=javabin&version=2} status=0 QTime=2584
   [junit4]   2> 1805563 INFO  (zkConnectionManagerCallback-4353-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1805564 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1805566 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43987/solr ready
   [junit4]   2> 1805566 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1805567 INFO  (qtp1365988648-22344) [n:127.0.0.1:35532_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1805569 INFO  (OverseerThreadFactory-8618-thread-2-processing-n:127.0.0.1:35532_) [n:127.0.0.1:35532_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1805573 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "createNodeSet":"",
   [junit4]   2>   "stateFormat":"1",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1805773 WARN  (OverseerThreadFactory-8618-thread-2-processing-n:127.0.0.1:35532_) [n:127.0.0.1:35532_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1805779 INFO  (qtp1365988648-22344) [n:127.0.0.1:35532_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1805779 INFO  (qtp1365988648-22344) [n:127.0.0.1:35532_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=212
   [junit4]   2> 1805897 DEBUG (ScheduledTrigger-8616-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1805953 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-1-001 of type TLOG
   [junit4]   2> 1805953 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1805955 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1805955 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1805955 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1805955 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35ffcb24{/,null,AVAILABLE}
   [junit4]   2> 1805956 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4451b5f{HTTP/1.1,[http/1.1]}{127.0.0.1:42702}
   [junit4]   2> 1805956 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.Server Started @1805626ms
   [junit4]   2> 1805956 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=42702, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-1-001/cores}
   [junit4]   2> 1805956 ERROR (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1805956 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1805957 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1805957 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1805957 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1805957 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-28T22:08:29.257Z
   [junit4]   2> 1805959 INFO  (zkConnectionManagerCallback-4355-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1805960 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1805960 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-1-001/solr.xml
   [junit4]   2> 1805964 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1805965 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1805966 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1806601 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43987/solr
   [junit4]   2> 1806603 INFO  (zkConnectionManagerCallback-4359-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1806605 INFO  (zkConnectionManagerCallback-4361-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1806614 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1806619 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1806619 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42702_
   [junit4]   2> 1806620 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:42702_"} current state version: 1
   [junit4]   2> 1806620 INFO  (zkCallback-4341-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1806620 INFO  (zkCallback-4352-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1806621 INFO  (zkCallback-4334-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1806626 INFO  (zkCallback-4360-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1806645 INFO  (zkConnectionManagerCallback-4368-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1806646 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1806648 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43987/solr ready
   [junit4]   2> 1806648 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1806677 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0
   [junit4]   2> 1806695 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0
   [junit4]   2> 1806695 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0
   [junit4]   2> 1806697 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-1-001/cores
   [junit4]   2> 1806736 INFO  (qtp1365988648-22340) [n:127.0.0.1:35532_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42702_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1806739 INFO  (OverseerCollectionConfigSetProcessor-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1806749 INFO  (qtp1365988648-22344) [n:127.0.0.1:35532_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=3
   [junit4]   2> 1806751 INFO  (qtp1365988648-22346) [n:127.0.0.1:35532_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 1806753 INFO  (qtp1620534812-22400) [n:127.0.0.1:42702_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1806753 INFO  (OverseerThreadFactory-8618-thread-3-processing-n:127.0.0.1:35532_) [n:127.0.0.1:35532_ c:collection1 s:shard2  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:42702_ for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 1806756 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_    x:collection1_shard2_replica_t41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1806759 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard2_replica_t41",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:42702",
   [junit4]   2>   "node_name":"127.0.0.1:42702_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "operation":"state"} current state version: 1
   [junit4]   2> 1806897 DEBUG (ScheduledTrigger-8616-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1807779 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1807796 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 1807898 DEBUG (ScheduledTrigger-8616-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1807919 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1807946 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
   [junit4]   2> 1807947 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0
   [junit4]   2> 1807947 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 1807950 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=6.0341796875, floorSegmentMB=0.501953125, forceMergeDeletesPctAllowed=21.37827079576828, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=27.934081580917454
   [junit4]   2> 1807952 WARN  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1808014 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1808014 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1808016 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1808016 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1808021 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1045612658, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1808021 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a6fc275[collection1_shard2_replica_t41] main]
   [junit4]   2> 1808023 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1808024 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1808024 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1808026 INFO  (searcherExecutor-8637-thread-1-processing-n:127.0.0.1:42702_ x:collection1_shard2_replica_t41 c:collection1 s:shard2) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@3a6fc275[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1808026 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1618417194186571776
   [junit4]   2> 1808038 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
   [junit4]   2> 1808042 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1808042 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1808042 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42702/collection1_shard2_replica_t41/
   [junit4]   2> 1808042 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1808042 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:42702/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 1808042 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 1808047 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42702/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 1808048 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1:42702",
   [junit4]   2>   "core":"collection1_shard2_replica_t41",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 1808198 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1808200 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard2_replica_t41",
   [junit4]   2>   "core_node_name":"core_node42",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:42702",
   [junit4]   2>   "node_name":"127.0.0.1:42702_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1808202 INFO  (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1445
   [junit4]   2> 1808204 INFO  (qtp1365988648-22340) [n:127.0.0.1:35532_ c:collection1   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:42702_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1468
   [junit4]   2> 1808436 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-2-001 of type TLOG
   [junit4]   2> 1808437 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1808438 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1808438 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1808438 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1808439 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51a2f830{/,null,AVAILABLE}
   [junit4]   2> 1808440 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@64c8ae0a{HTTP/1.1,[http/1.1]}{127.0.0.1:37982}
   [junit4]   2> 1808440 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.Server Started @1808109ms
   [junit4]   2> 1808440 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=37982, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-2-001/cores}
   [junit4]   2> 1808440 ERROR (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1808444 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1808444 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1808444 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1808444 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1808444 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-28T22:08:31.744Z
   [junit4]   2> 1808447 INFO  (zkConnectionManagerCallback-4371-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1808448 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1808448 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-2-001/solr.xml
   [junit4]   2> 1808453 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1808453 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1808454 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1808525 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43987/solr
   [junit4]   2> 1808527 INFO  (zkConnectionManagerCallback-4375-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1808530 INFO  (zkConnectionManagerCallback-4377-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1808539 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1808545 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1808545 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37982_
   [junit4]   2> 1808545 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:37982_"} current state version: 4
   [junit4]   2> 1808546 INFO  (zkCallback-4352-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1808546 INFO  (zkCallback-4367-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1808546 INFO  (zkCallback-4360-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1808546 INFO  (zkCallback-4341-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1808547 INFO  (zkCallback-4334-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1808554 INFO  (zkCallback-4376-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1808573 INFO  (zkConnectionManagerCallback-4384-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1808574 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1808575 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43987/solr ready
   [junit4]   2> 1808576 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1808606 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0
   [junit4]   2> 1808624 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0
   [junit4]   2> 1808625 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0
   [junit4]   2> 1808627 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-2-001/cores
   [junit4]   2> 1808682 INFO  (qtp1365988648-22344) [n:127.0.0.1:35532_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37982_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1808685 INFO  (OverseerCollectionConfigSetProcessor-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1808687 INFO  (qtp1365988648-22340) [n:127.0.0.1:35532_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1808688 INFO  (qtp1365988648-22346) [n:127.0.0.1:35532_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1808690 INFO  (qtp1876084140-22437) [n:127.0.0.1:37982_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1808694 INFO  (qtp1620534812-22396) [n:127.0.0.1:42702_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_t41:INDEX.sizeInBytes} status=0 QTime=3
   [junit4]   2> 1808696 INFO  (qtp1620534812-22402) [n:127.0.0.1:42702_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1808696 INFO  (OverseerThreadFactory-8618-thread-4-processing-n:127.0.0.1:35532_) [n:127.0.0.1:35532_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:37982_ for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 1808699 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_    x:collection1_shard1_replica_t43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1808705 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard1_replica_t43",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37982",
   [junit4]   2>   "node_name":"127.0.0.1:37982_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "operation":"state"} current state version: 4
   [junit4]   2> 1808898 DEBUG (ScheduledTrigger-8616-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1809716 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1809732 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 1809850 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1809869 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
   [junit4]   2> 1809869 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0
   [junit4]   2> 1809869 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
   [junit4]   2> 1809872 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=6.0341796875, floorSegmentMB=0.501953125, forceMergeDeletesPctAllowed=21.37827079576828, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=27.934081580917454
   [junit4]   2> 1809874 WARN  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1809899 DEBUG (ScheduledTrigger-8616-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1809934 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1809934 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1809936 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1809936 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1809937 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1045612658, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1809938 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@9ec78ec[collection1_shard1_replica_t43] main]
   [junit4]   2> 1809939 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1809939 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1809940 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1809940 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1618417196193546240
   [junit4]   2> 1809941 INFO  (searcherExecutor-8651-thread-1-processing-n:127.0.0.1:37982_ x:collection1_shard1_replica_t43 c:collection1 s:shard1) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@9ec78ec[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1809946 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node44=0}, version=0}
   [junit4]   2> 1809950 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1809950 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1809950 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37982/collection1_shard1_replica_t43/
   [junit4]   2> 1809950 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1809950 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:37982/collection1_shard1_replica_t43/ has no replicas
   [junit4]   2> 1809950 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
   [junit4]   2> 1809953 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37982/collection1_shard1_replica_t43/ shard1
   [junit4]   2> 1809954 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1:37982",
   [junit4]   2>   "core":"collection1_shard1_replica_t43",
   [junit4]   2>   "state":"active"} current state version: 5
   [junit4]   2> 1810104 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1810105 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard1_replica_t43",
   [junit4]   2>   "core_node_name":"core_node44",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37982",
   [junit4]   2>   "node_name":"127.0.0.1:37982_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "operation":"state"} current state version: 6
   [junit4]   2> 1810107 INFO  (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1407
   [junit4]   2> 1810110 INFO  (qtp1365988648-22344) [n:127.0.0.1:35532_ c:collection1   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37982_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1427
   [junit4]   2> 1810285 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-3-001 of type TLOG
   [junit4]   2> 1810286 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1810287 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1810287 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1810287 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1810287 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18836d63{/,null,AVAILABLE}
   [junit4]   2> 1810288 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5618879d{HTTP/1.1,[http/1.1]}{127.0.0.1:37516}
   [junit4]   2> 1810288 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.e.j.s.Server Started @1809957ms
   [junit4]   2> 1810288 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=37516, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-3-001/cores}
   [junit4]   2> 1810288 ERROR (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1810292 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1810292 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1810292 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1810292 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1810292 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-28T22:08:33.592Z
   [junit4]   2> 1810294 INFO  (zkConnectionManagerCallback-4387-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1810295 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1810295 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-3-001/solr.xml
   [junit4]   2> 1810300 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1810300 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1810302 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@56d637d0, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1810453 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43987/solr
   [junit4]   2> 1810455 INFO  (zkConnectionManagerCallback-4391-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1810457 INFO  (zkConnectionManagerCallback-4393-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1810466 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1810472 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1810472 INFO  (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37516_
   [junit4]   2> 1810473 DEBUG (OverseerStateUpdate-72357597356294

[...truncated too long message...]

kins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null205813455
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null205813455
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null205813455

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 29ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 119 minutes 49 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 221 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/221/

2 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
max version bucket seed not updated after recovery!

Stack Trace:
java.lang.AssertionError: max version bucket seed not updated after recovery!
	at __randomizedtesting.SeedInfo.seed([CC0F0D81016CFDF1:445B325BAF909009]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:290)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:131)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMaxOps

Error Message:
number of ops: [Op{action=SPLITSHARD, hints={COLL_SHARD=[{   "first":"testMaxOps_collection",   "second":"shard5"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{   "first":"testMaxOps_collection",   "second":"shard4"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{   "first":"testMaxOps_collection",   "second":"shard2"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{   "first":"testMaxOps_collection",   "second":"shard1"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{   "first":"testMaxOps_collection",   "second":"shard3"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{   "first":".system",   "second":"shard1"}], PARAMS={splitMethod=rewrite}}}] expected:<5> but was:<6>

Stack Trace:
java.lang.AssertionError: number of ops: [Op{action=SPLITSHARD, hints={COLL_SHARD=[{
  "first":"testMaxOps_collection",
  "second":"shard5"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{
  "first":"testMaxOps_collection",
  "second":"shard4"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{
  "first":"testMaxOps_collection",
  "second":"shard2"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{
  "first":"testMaxOps_collection",
  "second":"shard1"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{
  "first":"testMaxOps_collection",
  "second":"shard3"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{
  "first":".system",
  "second":"shard1"}], PARAMS={splitMethod=rewrite}}}] expected:<5> but was:<6>
	at __randomizedtesting.SeedInfo.seed([CC0F0D81016CFDF1:2DF040E44FC9C004]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMaxOps(IndexSizeTriggerTest.java:783)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12997 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_CC0F0D81016CFDF1-001/init-core-data-001
   [junit4]   2> 1043533 WARN  (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 1043567 INFO  (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1043568 INFO  (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1043569 INFO  (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1043569 INFO  (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_CC0F0D81016CFDF1-001/tempDir-001
   [junit4]   2> 1043570 INFO  (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1043600 INFO  (Thread-846) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1043600 INFO  (Thread-846) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1043637 ERROR (Thread-846) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1043697 INFO  (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45609
   [junit4]   2> 1043766 INFO  (zkConnectionManagerCallback-1512-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1043873 INFO  (jetty-launcher-1509-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1043881 INFO  (jetty-launcher-1509-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1043944 INFO  (jetty-launcher-1509-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1043944 INFO  (jetty-launcher-1509-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1043944 INFO  (jetty-launcher-1509-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1043945 INFO  (jetty-launcher-1509-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6855b999{/solr,null,AVAILABLE}
   [junit4]   2> 1043945 INFO  (jetty-launcher-1509-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@60828997{SSL,[ssl, http/1.1]}{127.0.0.1:35291}
   [junit4]   2> 1043945 INFO  (jetty-launcher-1509-thread-2) [    ] o.e.j.s.Server Started @1043986ms
   [junit4]   2> 1043945 INFO  (jetty-launcher-1509-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35291}
   [junit4]   2> 1043946 ERROR (jetty-launcher-1509-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1043946 INFO  (jetty-launcher-1509-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1043954 INFO  (jetty-launcher-1509-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1043954 INFO  (jetty-launcher-1509-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1043955 INFO  (jetty-launcher-1509-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1043955 INFO  (jetty-launcher-1509-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@365a0939{/solr,null,AVAILABLE}
   [junit4]   2> 1043964 INFO  (jetty-launcher-1509-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1043964 INFO  (jetty-launcher-1509-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1043964 INFO  (jetty-launcher-1509-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1043964 INFO  (jetty-launcher-1509-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-27T10:33:25.592Z
   [junit4]   2> 1044032 INFO  (zkConnectionManagerCallback-1514-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1044066 INFO  (jetty-launcher-1509-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@645be4bd{SSL,[ssl, http/1.1]}{127.0.0.1:35292}
   [junit4]   2> 1044066 INFO  (jetty-launcher-1509-thread-1) [    ] o.e.j.s.Server Started @1044107ms
   [junit4]   2> 1044066 INFO  (jetty-launcher-1509-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35292}
   [junit4]   2> 1044067 ERROR (jetty-launcher-1509-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1044067 INFO  (jetty-launcher-1509-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1044067 INFO  (jetty-launcher-1509-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1044067 INFO  (jetty-launcher-1509-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1044067 INFO  (jetty-launcher-1509-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1044067 INFO  (jetty-launcher-1509-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-27T10:33:25.695Z
   [junit4]   2> 1044103 INFO  (jetty-launcher-1509-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1044284 INFO  (zkConnectionManagerCallback-1516-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1044285 INFO  (jetty-launcher-1509-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1045120 INFO  (jetty-launcher-1509-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45609/solr
   [junit4]   2> 1045122 INFO  (jetty-launcher-1509-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45609/solr
   [junit4]   2> 1045171 INFO  (zkConnectionManagerCallback-1520-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1045192 INFO  (zkConnectionManagerCallback-1524-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1045233 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105f8fd9a560004, likely client has closed socket
   [junit4]   2> 1045297 INFO  (zkConnectionManagerCallback-1526-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1045317 INFO  (zkConnectionManagerCallback-1528-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1045780 INFO  (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35292_solr
   [junit4]   2> 1045781 INFO  (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr    ] o.a.s.c.Overseer Overseer (id=73738737021222917-127.0.0.1:35292_solr-n_0000000000) starting
   [junit4]   2> 1045908 INFO  (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35291_solr
   [junit4]   2> 1045921 INFO  (zkConnectionManagerCallback-1537-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1045923 INFO  (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1045924 INFO  (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45609/solr ready
   [junit4]   2> 1045942 INFO  (OverseerStateUpdate-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [n:127.0.0.1:35292_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35292_solr
   [junit4]   2> 1045959 INFO  (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1045959 INFO  (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35292_solr
   [junit4]   2> 1046079 INFO  (zkCallback-1525-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1046079 INFO  (zkCallback-1527-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1046079 INFO  (OverseerStateUpdate-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [n:127.0.0.1:35292_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1046104 DEBUG (OverseerAutoScalingTriggerThread-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1046136 INFO  (zkCallback-1536-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1046140 DEBUG (OverseerAutoScalingTriggerThread-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1046140 DEBUG (OverseerAutoScalingTriggerThread-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1046140 DEBUG (OverseerAutoScalingTriggerThread-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1046152 INFO  (zkCallback-1527-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1046154 INFO  (zkConnectionManagerCallback-1542-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1046156 INFO  (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1046174 INFO  (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45609/solr ready
   [junit4]   2> 1046177 INFO  (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1046207 INFO  (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1046578 INFO  (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35292.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bada17f
   [junit4]   2> 1046579 DEBUG (OverseerAutoScalingTriggerThread-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:35292_solr, 127.0.0.1:35291_solr]
   [junit4]   2> 1046580 DEBUG (ScheduledTrigger-1609-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1046591 INFO  (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35291.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bada17f
   [junit4]   2> 1046593 DEBUG (OverseerAutoScalingTriggerThread-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1046664 INFO  (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35291.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bada17f
   [junit4]   2> 1046664 INFO  (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35291.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bada17f
   [junit4]   2> 1046665 INFO  (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_CC0F0D81016CFDF1-001/tempDir-001/node2/.
   [junit4]   2> 1046670 INFO  (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35292.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bada17f
   [junit4]   2> 1046670 INFO  (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35292.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bada17f
   [junit4]   2> 1046692 INFO  (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_CC0F0D81016CFDF1-001/tempDir-001/node1/.
   [junit4]   2> 1046723 DEBUG (OverseerAutoScalingTriggerThread-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1047145 INFO  (zkConnectionManagerCallback-1546-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1047193 INFO  (zkConnectionManagerCallback-1551-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1047250 INFO  (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1047323 INFO  (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45609/solr ready
   [junit4]   2> 1047542 DEBUG (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10001_solr
   [junit4]   2> 1047542 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1047542 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 1047543 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 1047543 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 1047610 DEBUG (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 1047610 DEBUG (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1047610 INFO  (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1047667 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 1047683 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1047683 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 1047943 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1047975 DEBUG (ScheduledTrigger-1609-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048121 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048194 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048250 DEBUG (ScheduledTrigger-1622-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048303 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048340 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048376 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048413 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048433 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048436 INFO  (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSplitMethodConfig
   [junit4]   2> 1048469 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048486 DEBUG (simCloudManagerPool-1621-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testSplitMethod_collection, currentVersion=1
   [junit4]   2> 1048486 DEBUG (simCloudManagerPool-1621-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
   [junit4]   2> 1048486 DEBUG (simCloudManagerPool-1621-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 1048506 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048506 DEBUG (simCloudManagerPool-1621-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
   [junit4]   2> 1048506 DEBUG (simCloudManagerPool-1621-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 1048542 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048542 DEBUG (simCloudManagerPool-1621-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
   [junit4]   2> 1048543 DEBUG (simCloudManagerPool-1621-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 1048563 DEBUG (simCloudManagerPool-1621-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testSplitMethod_collection, currentVersion=4
   [junit4]   2> 1048579 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048676 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048692 DEBUG (simCloudManagerPool-1621-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitMethod_collection / shard1 (currentVersion=4): {"core_node1":{
   [junit4]   2>     "core":"testSplitMethod_collection_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testSplitMethod_collection",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 1048692 DEBUG (simCloudManagerPool-1621-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
   [junit4]   2> 1048693 DEBUG (simCloudManagerPool-1621-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 1048712 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048720 DEBUG (simCloudManagerPool-1621-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
   [junit4]   2> 1048814 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048815 DEBUG (simCloudManagerPool-1621-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 1048842 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1048862 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
   [junit4]   2> 1049041 DEBUG (simCloudManagerPool-1621-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitMethod_collection / shard2 (currentVersion=6): {"core_node3":{
   [junit4]   2>     "core":"testSplitMethod_collection_shard2_replica_n3",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testSplitMethod_collection",
   [junit4]   2>     "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 1049045 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 1049053 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049053 DEBUG (ScheduledTrigger-1609-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049061 DEBUG (simCloudManagerPool-1621-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
   [junit4]   2> 1049061 DEBUG (simCloudManagerPool-1621-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 1049061 DEBUG (MetricsHistoryHandler-1625-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
   [junit4]   2> 1049179 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049199 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049227 DEBUG (MetricsHistoryHandler-1625-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 1049235 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049243 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
   [junit4]   2> 1049243 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 1049271 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049324 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049362 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049382 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049417 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049454 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049490 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049527 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049563 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049600 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049636 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049673 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049709 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049746 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049782 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049818 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049855 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049887 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049908 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049924 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
   [junit4]   2> 1049924 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 1049944 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1049981 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1050017 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1050054 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1050054 DEBUG (ScheduledTrigger-1609-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1050090 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1050126 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1050145 INFO  (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.IndexSizeTriggerTest #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		2
   [junit4]   2> ## Empty nodes:	0
   [junit4]   2> ## Dead nodes:		0
   [junit4]   2> ## Collections:
   [junit4]   2> ##  * testSplitMethod_collection
   [junit4]   2> ##    shardsTotal	2
   [junit4]   2> ##    shardsState	{active=2}
   [junit4]   2> ##      shardsWithoutLeader	0
   [junit4]   2> ##    totalReplicas	4
   [junit4]   2> ##      activeReplicas	4
   [junit4]   2> ##      inactiveReplicas	0
   [junit4]   2> ##    totalActiveDocs	25
   [junit4]   2> ##      bufferedDocs	0
   [junit4]   2> ##      maxActiveSliceDocs	14
   [junit4]   2> ##      minActiveSliceDocs	11
   [junit4]   2> ##      avgActiveSliceDocs	13
   [junit4]   2> ##    totalInactiveDocs	0
   [junit4]   2> ##      maxInactiveSliceDocs	0
   [junit4]   2> ##      minInactiveSliceDocs	0
   [junit4]   2> ##      avgInactiveSliceDocs	NaN
   [junit4]   2> ##    totalActiveBytes	32,980
   [junit4]   2> ##      maxActiveSliceBytes	17,240
   [junit4]   2> ##      minActiveSliceBytes	15,740
   [junit4]   2> ##      avgActiveSliceBytes	16,490
   [junit4]   2> ##    totalInactiveBytes	0
   [junit4]   2> ##      maxInactiveSliceBytes	0
   [junit4]   2> ##      minInactiveSliceBytes	0
   [junit4]   2> ##      avgInactiveSliceBytes	NaN
   [junit4]   2> ##    totalActiveDeletedDocs	0
   [junit4]   2> DocCollection(testSplitMethod_collection//clusterstate.json/10)={
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard2":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testSplitMethod_collection_shard2_replica_n3",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":11,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":15740,
   [junit4]   2>           "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":1.4659017324447632E-5,
   [junit4]   2>           "SEARCHER.searcher.numDocs":11},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testSplitMethod_collection_shard2_replica_n4",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":11,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":15740,
   [junit4]   2>           "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":1.4659017324447632E-5,
   [junit4]   2>           "SEARCHER.searcher.numDocs":11}},
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active"},
   [junit4]   2>     "shard1":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node1":{
   [junit4]   2>           "core":"testSplitMethod_collection_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":14,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":17240,
   [junit4]   2>           "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":1.605600118637085E-5,
   [junit4]   2>           "SEARCHER.searcher.numDocs":14},
   [junit4]   2>         "core_node2":{
   [junit4]   2>           "core":"testSplitMethod_collection_shard1_replica_n2",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":14,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":17240,
   [junit4]   2>           "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":1.605600118637085E-5,
   [junit4]   2>           "SEARCHER.searcher.numDocs":14}},
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active"}}}
   [junit4]   2> ## Max replicas per node:	2
   [junit4]   2> ## Min replicas per node:	2
   [junit4]   2> ## Total replicas:		4
   [junit4]   2> ## * testSplitMethod_collection		4
   [junit4]   2> ##		- active           4
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- CREATE             1
   [junit4]   2> ##		- update            26
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> 
   [junit4]   2> 1050146 INFO  (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 1050146 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:189) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 1050165 DEBUG (ScheduledTrigger-1622-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1050166 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1050166 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1050167 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1050167 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1050167 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1050179 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1050204 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 1050204 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 1050204 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 1050220 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 1050220 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1050220 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 1050220 DEBUG (ScheduledTrigger-1627-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1050224 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1050241 DEBUG (ScheduledTrigger-1627-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1050261 DEBUG (ScheduledTrigger-1627-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1050276 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1050290 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1050290 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1050290 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1050378 INFO  (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSplitMethodConfig
   [junit4]   2> 1050439 DEBUG (MetricsHistoryHandler-1625-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
   [junit4]   2> 1050439 DEBUG (MetricsHistoryHandler-1625-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 1050538 INFO  (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMergeIntegration
   [junit4]   2> 1050552 DEBUG (simCloudManagerPool-1626-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testMergeIntegration_collection, currentVersion=12
   [junit4]   2> 1050552 DEBUG (simCloudManagerPool-1626-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
   [junit4]   2> 1050552 DEBUG (simCloudManagerPool-1626-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
   [junit4]   2> 1050568 DEBUG (simCloudManagerPool-1626-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
   [junit4]   2> 1050568 DEBUG (simCloudManagerPool-1626-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
   [junit4]   2> 1050588 DEBUG (simCloudManagerPool-1626-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
   [junit4]   2> 1050589 DEBUG (simCloudManagerPool-1626-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
   [junit4]   2> 1050609 DEBUG (simCloudManagerPool-1626-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testMergeIntegration_collection, currentVersion=15
   [junit4]   2> 1050621 DEBUG (simCloudManagerPool-1626-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMergeIntegration_collection / shard1 (currentVersion=15): {"core_node1":{
   [junit4]   2>     "core":"testMergeIntegration_collection_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testMergeIntegration_collection",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 1050625 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
   [junit4]   2> 1050625 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
   [junit4]   2> 1050641 DEBUG (simCloudManagerPool-1626-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16
   [junit4]   2> 1050641 DEBUG (simCloudManagerPool-1626-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
   [junit4]   2> 1050665 DEBUG (simCloudManagerPool-1626-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17
   [junit4]   2> 1050666 DEBUG (simCloudManagerPool-1626-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
   [junit4]   2> 1050666 DEBUG (simCloudManagerPool-1626-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMergeIntegration_collection / shard2 (currentVersion=18): {"core_node3":{
   [junit4]   2>     "core":"testMergeIntegration_collection_shard2_replica_n3",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testMergeIntegration_collection",
   [junit4]   2>     "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 1050681 DEBUG (simCloudManagerPool-1626-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18
   [junit4]   2> 1050682 DEBUG (simCloudManagerPool-1626-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
   [junit4]   2> 1050682 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19
   [junit4]   2> 1050682 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
   [junit4]   2> 1050759 DEBUG (simCloudManagerPool-1626-thread-29) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1050759 DEBUG (simCloudManagerPool-1626-thread-29) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1050760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1050760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1050760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1050760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1050761 DEBUG (simCloudManagerPool-1626-thread-30) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1050762 DEBUG (simCloudManagerPool-1626-thread-30) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1050762 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1050762 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1050762 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1050762 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1050771 DEBUG (simCloudManagerPool-1626-thread-31) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1050771 DEBUG (simCloudManagerPool-1626-thread-31) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1050771 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1050772 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1050772 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1050772 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1050826 DEBUG (simCloudManagerPool-1626-thread-48) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1050826 DEBUG (simCloudManagerPool-1626-thread-48) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 1050835 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 1050836 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1050836 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1050836 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 1050931 DEBUG (ScheduledTrigger-1627-thread-4) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
   [junit4]   2>   "source":"index_size_trigger3",
   [junit4]   2>   "eventTime":25663587459251701,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{
   [junit4]   2>       "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
   [junit4]   2>       "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
   [junit4]   2>     "requestedOps":[{
   [junit4]   2>         "action":"MERGESHARDS",
   [junit4]   2>         "hints":{"COLL_SHARD":[
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard1"},
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard2"}]}}]}}
   [junit4]   2> 1050937 DEBUG (ScheduledTrigger-1627-thread-4) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger3]
   [junit4]   2> 1050939 DEBUG (simCloudManagerPool-1626-thread-49) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=20
   [junit4]   2> 1050939 DEBUG (simCloudManagerPool-1626-thread-49) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20
   [junit4]   2> 1050953 DEBUG (simCloudManagerPool-1626-thread-49) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
   [junit4]   2> 1050973 DEBUG (simCloudManagerPool-1626-thread-49) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21
   [junit4]   2> 1050974 DEBUG (simCloudManagerPool-1626-thread-49) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
   [junit4]   2> 1051006 DEBUG (simCloudManagerPool-1626-thread-50) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=22
   [junit4]   2> 1051006 DEBUG (simCloudManagerPool-1626-thread-50) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
   [junit4]   2> 1051027 DEBUG (simCloudManagerPool-1626-thread-52) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=23): {"core_node1":{
   [junit4]   2>     "core":".system_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":".system",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 1051046 DEBUG (simCloudManagerPool-1626-thread-51) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=23
   [junit4]   2> 1051046 DEBUG (simCloudManagerPool-1626-thread-51) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
   [junit4]   2> 1051047 DEBUG (simCloudManagerPool-1626-thread-49) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=24
   [junit4]   2> 1051049 INFO  (ScheduledTrigger-1627-thread-4) [    ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=25663597687191251, stage=STARTED, actionName='null', event={
   [junit4]   2>   "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
   [junit4]   2>   "source":"index_size_trigger3",
   [junit4]   2>   "eventTime":25663587459251701,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{
   [junit4]   2>       "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
   [junit4]   2>       "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
   [junit4]   2>     "_enqueue_time_":25663592139938551,
   [junit4]   2>     "requestedOps":[{
   [junit4]   2>         "action":"MERGESHARDS",
   [junit4]   2>         "hints":{"COLL_SHARD":[
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard1"},
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard2"}]}}]}}, context={}, config={
   [junit4]   2>   "trigger":"index_size_trigger3",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "afterAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 1051062 DEBUG (ScheduledTrigger-1609-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1051066 DEBUG (AutoscalingActionExecutor-1628-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
   [junit4]   2>   "source":"index_size_trigger3",
   [junit4]   2>   "eventTime":25663587459251701,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{
   [junit4]   2>       "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
   [junit4]   2>       "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
   [junit4]   2>     "_enqueue_time_":25663592139938551,
   [junit4]   2>     "requestedOps":[{
   [junit4]   2>         "action":"MERGESHARDS",
   [junit4]   2>         "hints":{"COLL_SHARD":[
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard1"},
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard2"}]}}]}}
   [junit4]   2> 1051067 INFO  (AutoscalingActionExecutor-1628-thread-1) [    ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=25663598623709251, stage=BEFORE_ACTION, actionName='compute_plan', event={
   [junit4]   2>   "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
   [junit4]   2>   "source":"index_size_trigger3",
   [junit4]   2>   "eventTime":25663587459251701,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{
   [junit4]   2>       "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
   [junit4]   2>       "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
   [junit4]   2>     "_enqueue_time_":25663592139938551,
   [junit4]   2>     "requestedOps":[{
   [junit4]   2>         "action":"MERGESHARDS",
   [junit4]   2>         "hints":{"COLL_SHARD":[
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard1"},
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard2"}]}}]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger3}, config={
   [junit4]   2>   "trigger":"index_size_trigger3",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "afterAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 1051067 DEBUG (AutoscalingActionExecutor-1628-thread-1) [    ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
   [junit4]   2>   "source":"index_size_trigger3",
   [junit4]   2>   "eventTime":25663587459251701,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{
   [junit4]   2>       "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
   [junit4]   2>       "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
   [junit4]   2>     "_enqueue_time_":25663592139938551,
   [junit4]   2>     "requestedOps":[{
   [junit4]   2>         "action":"MERGESHARDS",
   [junit4]   2>         "hints":{"COLL_SHARD":[
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard1"},
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard2"}]}}]}} with context properties: {BEFORE_ACTION=[compute_plan]}
   [junit4]   2> 1051070 INFO  (AutoscalingActionExecutor-1628-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed plan empty, remained 0 requested ops to try.
   [junit4]   2> 1051119 INFO  (AutoscalingActionExecutor-1628-thread-1) [    ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=25663598775175301, stage=AFTER_ACTION, actionName='compute_plan', event={
   [junit4]   2>   "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
   [junit4]   2>   "source":"index_size_trigger3",
   [junit4]   2>   "eventTime":25663587459251701,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "__start__":1,
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{
   [junit4]   2>       "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
   [junit4]   2>       "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
   [junit4]   2>     "_enqueue_time_":25663592139938551,
   [junit4]   2>     "requestedOps":[{
   [junit4]   2>         "action":"MERGESHARDS",
   [junit4]   2>         "hints":{"COLL_SHARD":[
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard1"},
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard2"}]}}]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
   [junit4]   2>   "first":"testMergeIntegration_collection",
   [junit4]   2>   "second":"shard1"}, {
   [junit4]   2>   "first":"testMergeIntegration_collection",
   [junit4]   2>   "second":"shard2"}]}}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger3, properties.AFTER_ACTION=[compute_plan]}, config={
   [junit4]   2>   "trigger":"index_size_trigger3",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "afterAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 1051119 INFO  (AutoscalingActionExecutor-1628-thread-1) [    ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=25663601234631801, stage=BEFORE_ACTION, actionName='execute_plan', event={
   [junit4]   2>   "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
   [junit4]   2>   "source":"index_size_trigger3",
   [junit4]   2>   "eventTime":25663587459251701,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "__start__":1,
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{
   [junit4]   2>       "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
   [junit4]   2>       "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
   [junit4]   2>     "_enqueue_time_":25663592139938551,
   [junit4]   2>     "requestedOps":[{
   [junit4]   2>         "action":"MERGESHARDS",
   [junit4]   2>         "hints":{"COLL_SHARD":[
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard1"},
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard2"}]}}]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
   [junit4]   2>   "first":"testMergeIntegration_collection",
   [junit4]   2>   "second":"shard1"}, {
   [junit4]   2>   "first":"testMergeIntegration_collection",
   [junit4]   2>   "second":"shard2"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger3, properties.AFTER_ACTION=[compute_plan]}, config={
   [junit4]   2>   "trigger":"index_size_trigger3",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "afterAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 1051120 DEBUG (AutoscalingActionExecutor-1628-thread-1) [    ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
   [junit4]   2>   "source":"index_size_trigger3",
   [junit4]   2>   "eventTime":25663587459251701,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "__start__":1,
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{
   [junit4]   2>       "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
   [junit4]   2>       "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
   [junit4]   2>     "_enqueue_time_":25663592139938551,
   [junit4]   2>     "requestedOps":[{
   [junit4]   2>         "action":"MERGESHARDS",
   [junit4]   2>         "hints":{"COLL_SHARD":[
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard1"},
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard2"}]}}]}} with context properties: {AFTER_ACTION=[compute_plan], unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
   [junit4]   2>   "first":"testMergeIntegration_collection",
   [junit4]   2>   "second":"shard1"}, {
   [junit4]   2>   "first":"testMergeIntegration_collection",
   [junit4]   2>   "second":"shard2"}]}}], BEFORE_ACTION=[compute_plan, execute_plan]}
   [junit4]   2> 1051120 INFO  (AutoscalingActionExecutor-1628-thread-1) [    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
   [junit4]   2>   "source":"index_size_trigger3",
   [junit4]   2>   "eventTime":25663587459251701,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "__start__":1,
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{
   [junit4]   2>       "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
   [junit4]   2>       "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
   [junit4]   2>     "_enqueue_time_":25663592139938551,
   [junit4]   2>     "requestedOps":[{
   [junit4]   2>         "action":"MERGESHARDS",
   [junit4]   2>         "hints":{"COLL_SHARD":[
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard1"},
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard2"}]}}]}}
   [junit4]   2> 1051120 INFO  (AutoscalingActionExecutor-1628-thread-1) [    ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=25663601264521401, stage=AFTER_ACTION, actionName='execute_plan', event={
   [junit4]   2>   "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
   [junit4]   2>   "source":"index_size_trigger3",
   [junit4]   2>   "eventTime":25663587459251701,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "__start__":1,
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{
   [junit4]   2>       "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
   [junit4]   2>       "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
   [junit4]   2>     "_enqueue_time_":25663592139938551,
   [junit4]   2>     "requestedOps":[{
   [junit4]   2>         "action":"MERGESHARDS",
   [junit4]   2>         "hints":{"COLL_SHARD":[
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard1"},
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard2"}]}}]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
   [junit4]   2>   "first":"testMergeIntegration_collection",
   [junit4]   2>   "second":"shard1"}, {
   [junit4]   2>   "first":"testMergeIntegration_collection",
   [junit4]   2>   "second":"shard2"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger3, properties.AFTER_ACTION=[compute_plan, execute_plan]}, config={
   [junit4]   2>   "trigger":"index_size_trigger3",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "afterAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 1051168 INFO  (AutoscalingActionExecutor-1628-thread-1) [    ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=25663603646215301, stage=SUCCEEDED, actionName='null', event={
   [junit4]   2>   "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
   [junit4]   2>   "source":"index_size_trigger3",
   [junit4]   2>   "eventTime":25663587459251701,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "__start__":1,
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{
   [junit4]   2>       "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
   [junit4]   2>       "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
   [junit4]   2>     "_enqueue_time_":25663592139938551,
   [junit4]   2>     "requestedOps":[{
   [junit4]   2>         "action":"MERGESHARDS",
   [junit4]   2>         "hints":{"COLL_SHARD":[
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard1"},
   [junit4]   2>             {
   [junit4]   2>               "first":"testMergeIntegration_collection",
   [junit4]   2>               "second":"shard2"}]}}]}}, context={}, config={
   [junit4]   2>   "trigger":"index_size_trigger3",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "afterAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 1051168 DEBUG (AutoscalingActionExecutor-1628-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: index_size_trigger3 after 100ms
   [junit4]   2> 1051168 DEBUG (AutoscalingActionExecutor-1628-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 5075 ms for event id=5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5
   [junit4]   2> 1051173 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=24
   [junit4]   2> 1051173 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
   [junit4]   2> 1051174 INFO  (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [    ] o.a.s.c.a.IndexSizeTriggerTest #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		2
   [junit4]   2> ## Empty nodes:	0
   [junit4]   2> ## Dead nodes:		0
   [junit4]   2> ## Collections:
   [junit4]   2> ##  * .system
   [junit4]   2> ##    shardsTotal	1
   [junit4]   2> ##    shardsState	{active=1}
   [junit4]   2> ##      shardsWithoutLeader	0
   [junit4]   2> ##    totalReplicas	2
   [junit4]   2> ##      activeReplicas	2
   [junit4]   2> ##      inactiveReplicas	0
   [junit4]   2> ##    totalActiveDocs	2
   [junit4]   2> ##      bufferedDocs	0
   [junit4]   2> ##      maxActiveSliceDocs	2
   [junit4]   2> ##      minActiveSliceDocs	2
   [junit4]   2> ##      avgActiveSliceDocs	2
   [junit4]   2> ##    totalInactiveDocs	0
   [junit4]   2> ##      maxInactiveSliceDocs	0
   [junit4]   2> ##      minInactiveSliceDocs	0
   [junit4]   2> ##      avgInactiveSliceDocs	NaN
   [junit4]   2> ##    totalActiveBytes	11,240
   [junit4]   2> ##      maxActiveSliceBytes	11,240
   [junit4]   2> ##      minActiveSliceBytes	11,240
   [junit4]   2> ##      avgActiveSliceBytes	11,240
   [junit4]   2> ##    totalInactiveBytes	0
   [junit4]   2> ##      maxInactiveSliceBytes	0
   [junit4]   2> ##      minInactiveSliceBytes	0
   [junit4]   2> ##      avgInactiveSliceBytes	NaN
   [junit4]   2> ##    totalActiveDeletedDocs	0
   [junit4]   2> ##  * testMergeIntegration_collection
   [junit4]   2> ##    shardsTotal	2
   [junit4]   2> ##    shardsState	{active=2}
   [junit4]   2> ##      shardsWithoutLeader	0
   [junit4]   2> ##    totalReplicas	4
   [junit4]   2> ##      activeReplicas	4
   [junit4]   2> ##      inactiveReplicas	0
   [junit4]   2> ##    totalActiveDocs	5
   [junit4]   2> ##      bufferedDocs	0
   [junit4]   2> ##      maxActiveSliceDocs	3
   [junit4]   2> ##      minActiveSliceDocs	2
   [junit4]   2> ##      avgActiveSliceDocs	3
   [junit4]   2> ##    totalInactiveDocs	0
   [junit4]   2> ##      maxInactiveSliceDocs	0
   [junit4]   2> ##      minInactiveSliceDocs	0
   [junit4]   2> ##      avgInactiveSliceDocs	NaN
   [junit4]   2> ##    totalActiveBytes	22,980
   [junit4]   2> ##      maxActiveSliceBytes	11,740
   [junit4]   2> ##      minActiveSliceBytes	11,240
   [junit4]   2> ##      avgActiveSliceBytes	11,490
   [junit4]   2> ##    totalInactiveBytes	0
   [junit4]   2> ##      maxInactiveSliceBytes	0
   [junit4]   2> ##      minInactiveSliceBytes	0
   [junit4]   2> ##      avgInactiveSliceBytes	NaN
   [junit4]   2> ##    totalActiveDeletedDocs	0
   [junit4]   2> DocCollection(testMergeIntegration_collection//clusterstate.json/24)={
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard2":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testMergeIntegration_collection_shard2_replica_n3",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":8,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":5,
   [junit4]   2>           "INDEX.sizeInBytes":11740,
   [junit4]   2>           "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":1.0933727025985718E-5,
   [junit4]   2>           "SEARCHER.searcher.numDocs":3},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testMergeIntegration_collection_shard2_replica_n4",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":8,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":5,
   [junit4]   2>           "INDEX.sizeInBytes":11740,
   [junit4]   2>           "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":1.0933727025985718E-5,
   [junit4]   2>           "SEARCHER.searcher.numDocs":3}},
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active"},
   [junit4]   2>     "shard1":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node1":{
   [junit4]   2>           "core":"testMergeIntegration_collection_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":12,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":10,
   [junit4]   2>           "INDEX.sizeInBytes":11240,
   [junit4]   2>           "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":1.0468065738677979E-5,
   [junit4]   2>           "SEARCHER.searcher.numDocs":2},
   [junit4]   2>         "core_node2":{
   [junit4]   2>           "core":"testMergeIntegration_collection_shard1_replica_n2",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":12,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":10,
   [junit4]   2>           "INDEX.sizeInBytes":11240,
   [junit4]   2>           "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":1.0468065738677979E-5,
   [junit4]   2>           "SEARCHER.searcher.numDocs":2}},
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active"}}}
   [junit4]   2> DocCollection(.system//clusterstate.json/24)={
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node1":{
   [junit4]   2>           "core":".system_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":2,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":11240,
   [junit4]   2>           "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":1.0468065738677979E-5,
   [junit4]   2>           "SEARCHER.searcher.numDocs":2},
   [junit4]   2>         "core_node2":{
   [junit4]   2>           "core":".system_shard1_replica_n2",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":2,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":11240,
   [junit4]   2>           "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>           "state":"active",

[...truncated too long message...]

ples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null2047298052
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null2047298052
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null2047298052

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 129ms :: artifacts dl 16ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 221 minutes 17 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 220 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/220/

6 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Didn't see replicas [core_node4, core_node5] come up within 90000 ms! ClusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/13)={   "pullReplicas":"0",   "replicationFactor":"3",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node4":{           "core":"c8n_1x3_lf_shard1_replica_n1",           "base_url":"http://127.0.0.1:38925",           "node_name":"127.0.0.1:38925_",           "state":"recovering",           "type":"NRT"},         "core_node5":{           "core":"c8n_1x3_lf_shard1_replica_n2",           "base_url":"http://127.0.0.1:42670",           "node_name":"127.0.0.1:42670_",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node6":{           "core":"c8n_1x3_lf_shard1_replica_n3",           "base_url":"http://127.0.0.1:43356",           "node_name":"127.0.0.1:43356_",           "state":"down",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"3",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Didn't see replicas [core_node4, core_node5] come up within 90000 ms! ClusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/13)={
  "pullReplicas":"0",
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"c8n_1x3_lf_shard1_replica_n1",
          "base_url":"http://127.0.0.1:38925",
          "node_name":"127.0.0.1:38925_",
          "state":"recovering",
          "type":"NRT"},
        "core_node5":{
          "core":"c8n_1x3_lf_shard1_replica_n2",
          "base_url":"http://127.0.0.1:42670",
          "node_name":"127.0.0.1:42670_",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node6":{
          "core":"c8n_1x3_lf_shard1_replica_n3",
          "base_url":"http://127.0.0.1:43356",
          "node_name":"127.0.0.1:43356_",
          "state":"down",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"3",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([1F94773EA3E48126:97C048E40D18ECDE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.HttpPartitionTest.waitToSeeReplicasActive(HttpPartitionTest.java:611)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:183)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.ShardRoutingTest.test

Error Message:
Error from server at http://127.0.0.1:36892: At least one of the node(s) specified [127.0.0.1:33087_] are not currently active in [], no action taken.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36892: At least one of the node(s) specified [127.0.0.1:33087_] are not currently active in [], no action taken.
	at __randomizedtesting.SeedInfo.seed([1F94773EA3E48126:97C048E40D18ECDE]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:425)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ShardRoutingTest

Error Message:
155 threads leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingTest:     1) Thread[id=11152, name=zkConnectionManagerCallback-2887-thread-1, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=11393, name=SolrRrdBackendFactory-4174-thread-2, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=11339, name=zkConnectionManagerCallback-2894-thread-1-EventThread, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)    4) Thread[id=11095, name=qtp1993691116-11095, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=11237, name=Scheduler-1295925267, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=11215, name=Scheduler-1946070101, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=11159, name=MetricsHistoryHandler-4175-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=11325, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)    9) Thread[id=11220, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=11144, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   11) Thread[id=11113, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)   12) Thread[id=11316, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   13) Thread[id=11198, name=Thread-2897, state=WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1857)   14) Thread[id=11235, name=Thread-2906, state=WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1857)   15) Thread[id=11357, name=OverseerStateUpdate-73733525038825482-127.0.0.1:41481_-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)         at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)         at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:421)         at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:147)         at java.lang.Thread.run(Thread.java:748)   16) Thread[id=11315, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   17) Thread[id=11349, name=zkConnectionManagerCallback-2926-thread-1-EventThread, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)   18) Thread[id=11396, name=SolrRrdBackendFactory-4216-thread-2, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   19) Thread[id=11226, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)   20) Thread[id=11150, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)   21) Thread[id=11102, name=Scheduler-1220022993, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   22) Thread[id=11099, name=qtp1993691116-11099, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)         at java.lang.Thread.run(Thread.java:748)   23) Thread[id=11219, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   24) Thread[id=11160, name=Thread-2888, state=WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1857)   25) Thread[id=11327, name=SolrRrdBackendFactory-4230-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   26) Thread[id=11251, name=qtp762532995-11251, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   27) Thread[id=11184, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   28) Thread[id=11276, name=searcherExecutor-4219-thread-1, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   29) Thread[id=11326, name=zkConnectionManagerCallback-2959-thread-1, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   30) Thread[id=11348, name=zkConnectionManagerCallback-2926-thread-1-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)   31) Thread[id=11212, name=qtp160614903-11212, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   32) Thread[id=11359, name=OverseerAutoScalingTriggerThread-73733525038825482-127.0.0.1:41481_-n_0000000001, state=WAITING, group=Overseer autoscaling triggers]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:189)         at java.lang.Thread.run(Thread.java:748)   33) Thread[id=11195, name=zkConnectionManagerCallback-2910-thread-1, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   34) Thread[id=11324, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)   35) Thread[id=11145, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   36) Thread[id=11213, name=qtp160614903-11213, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   37) Thread[id=11363, name=ScheduledTrigger-4236-thread-4, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   38) Thread[id=11208, name=qtp160614903-11208, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   39) Thread[id=11362, name=ScheduledTrigger-4236-thread-3, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)         at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:317)         at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:58)         at org.apache.solr.cloud.autoscaling.TriggerBase.saveState(TriggerBase.java:234)         at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:598)         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)         at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)         at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)         at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   40) Thread[id=11263, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)   41) Thread[id=11227, name=zkConnectionManagerCallback-2919-thread-1, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   42) Thread[id=11162, name=Scheduler-1047472598, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   43) Thread[id=11183, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   44) Thread[id=11196, name=SolrRrdBackendFactory-4188-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   45) Thread[id=11188, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)   46) Thread[id=11239, name=searcherExecutor-4205-thread-1, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   47) Thread[id=11249, name=qtp762532995-11249, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   48) Thread[id=11293, name=qtp53441196-11293, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   49) Thread[id=11353, name=zkConnectionManagerCallback-2910-thread-1-EventThread, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)   50) Thread[id=11128, name=searcherExecutor-4163-thread-1, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   51) Thread[id=11178, name=Scheduler-1359750758, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   52) Thread[id=11112, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)   53) Thread[id=11101, name=qtp1993691116-11101, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   54) Thread[id=11233, name=SolrRrdBackendFactory-4202-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   55) Thread[id=11329, name=Thread-2924, state=WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1857)   56) Thread[id=11332, name=zkConnectionManagerCallback-2878-thread-1-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)   57) Thread[id=11170, name=qtp525198299-11170, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   58) Thread[id=11209, name=qtp160614903-11209-acceptor-0@2647a10e-ServerConnector@22e2a39b{HTTP/1.1,[http/1.1]}{127.0.0.1:43039}, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)         at java.lang.Thread.run(Thread.java:748)   59) Thread[id=11344, name=zkConnectionManagerCallback-2942-thread-1-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)   60) Thread[id=11134, name=qtp751587891-11134-acceptor-0@7758c6c3-ServerConnector@2957d3db{HTTP/1.1,[http/1.1]}{127.0.0.1:36892}, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)         at java.lang.Thread.run(Thread.java:748)   61) Thread[id=11257, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   62) Thread[id=11333, name=zkConnectionManagerCallback-2878-thread-1-EventThread, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)   63) Thread[id=11133, name=qtp751587891-11133, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   64) Thread[id=11140, name=Scheduler-1045413967, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   65) Thread[id=11288, name=qtp53441196-11288, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/2063673012.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)         at java.lang.Thread.run(Thread.java:748)   66) Thread[id=11247, name=qtp762532995-11247, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   67) Thread[id=11392, name=SolrRrdBackendFactory-4160-thread-2, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   68) Thread[id=11321, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)   69) Thread[id=11189, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)   70) Thread[id=11398, name=SolrRrdBackendFactory-4230-thread-2, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   71) Thread[id=11107, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   72) Thread[id=11211, name=qtp160614903-11211, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)         at java.lang.Thread.run(Thread.java:748)   73) Thread[id=11271, name=MetricsHistoryHandler-4217-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   74) Thread[id=11157, name=zkConnectionManagerCallback-2894-thread-1, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   75) Thread[id=11173, name=qtp525198299-11173, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   76) Thread[id=11290, name=qtp53441196-11290, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   77) Thread[id=11122, name=MetricsHistoryHandler-4161-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   78) Thread[id=11206, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   79) Thread[id=11269, name=zkConnectionManagerCallback-2942-thread-1, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   80) Thread[id=11394, name=SolrRrdBackendFactory-4188-thread-2, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   81) Thread[id=11169, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   82) Thread[id=11322, name=zkConnectionManagerCallback-2952-thread-1, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   83) Thread[id=11289, name=qtp53441196-11289, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   84) Thread[id=11320, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)   85) Thread[id=11252, name=Scheduler-742153395, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   86) Thread[id=11256, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   87) Thread[id=11395, name=SolrRrdBackendFactory-4202-thread-2, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   88) Thread[id=11106, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   89) Thread[id=11135, name=qtp751587891-11135, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)         at java.lang.Thread.run(Thread.java:748)   90) Thread[id=11397, name=AutoscalingActionExecutor-4237-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)         at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)         at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)         at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)         at org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:85)         at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:308)         at org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$742/657634462.run(Unknown Source)         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1783238997.run(Unknown Source)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   91) Thread[id=11272, name=Thread-2915, state=WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1857)   92) Thread[id=11174, name=qtp525198299-11174, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)         at java.lang.Thread.run(Thread.java:748)   93) Thread[id=11203, name=searcherExecutor-4191-thread-1, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   94) Thread[id=11120, name=zkConnectionManagerCallback-2878-thread-1, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   95) Thread[id=11244, name=qtp762532995-11244, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   96) Thread[id=11138, name=qtp751587891-11138, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)         at java.lang.Thread.run(Thread.java:748)   97) Thread[id=11176, name=qtp525198299-11176, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   98) Thread[id=11182, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   99) Thread[id=11207, name=qtp160614903-11207, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)         at java.lang.Thread.run(Thread.java:748)   100) Thread[id=11214, name=qtp160614903-11214, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)         at java.lang.Thread.run(Thread.java:748)   101) Thread[id=11281, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   102) Thread[id=11146, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   103) Thread[id=11264, name=zkConnectionManagerCallback-2935-thread-1, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   104) Thread[id=11248, name=qtp762532995-11248, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)         at java.lang.Thread.run(Thread.java:748)   105) Thread[id=11175, name=qtp525198299-11175, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)         at java.lang.Thread.run(Thread.java:748)   106) Thread[id=11258, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   107) Thread[id=11096, name=qtp1993691116-11096-acceptor-0@7836dceb-ServerConnector@2d071b70{HTTP/1.1,[http/1.1]}{127.0.0.1:41481}, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)         at java.lang.Thread.run(Thread.java:748)   108) Thread[id=11246, name=qtp762532995-11246-acceptor-0@43d2e5e3-ServerConnector@28e9cc62{HTTP/1.1,[http/1.1]}{127.0.0.1:43509}, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)         at java.lang.Thread.run(Thread.java:748)   109) Thread[id=11201, name=Scheduler-1321028896, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   110) Thread[id=11131, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at java.lang.T

[...truncated too long message...]

BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null423358163
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null423358163
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null423358163

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 33ms :: artifacts dl 5ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 176 minutes 34 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 219 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/219/

3 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:38265/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38265/collection1
	at __randomizedtesting.SeedInfo.seed([A5AE538B01BD2CCC:2DFA6C51AF414134]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
	at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 48 more


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=4293720689473424, stage=STARTED, actionName='null', event={   "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",   "source":".scheduled_maintenance",   "eventTime":4293720686521851,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158938027,     "_enqueue_time_":4293720687554532}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293720696068396, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",   "source":".scheduled_maintenance",   "eventTime":4293720686521851,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158938027,     "_enqueue_time_":4293720687554532}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293720701970255, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",   "source":".scheduled_maintenance",   "eventTime":4293720686521851,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158938027,     "_enqueue_time_":4293720687554532}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542986137997200538, currentTimeNs=1543158938043149631, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293720703745443, stage=SUCCEEDED, actionName='null', event={   "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",   "source":".scheduled_maintenance",   "eventTime":4293720686521851,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158938027,     "_enqueue_time_":4293720687554532}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725710158925, stage=STARTED, actionName='null', event={   "id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l",   "source":".scheduled_maintenance",   "eventTime":4293725709256439,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158943050,     "_enqueue_time_":4293725709514092}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725713062470, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l",   "source":".scheduled_maintenance",   "eventTime":4293725709256439,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158943050,     "_enqueue_time_":4293725709514092}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725716678501, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l",   "source":".scheduled_maintenance",   "eventTime":4293725709256439,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158943050,     "_enqueue_time_":4293725709514092}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725718172374, stage=SUCCEEDED, actionName='null', event={   "id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l",   "source":".scheduled_maintenance",   "eventTime":4293725709256439,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158943050,     "_enqueue_time_":4293725709514092}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730719627907, stage=STARTED, actionName='null', event={   "id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m",   "source":".scheduled_maintenance",   "eventTime":4293730718786415,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158948060,     "_enqueue_time_":4293730719079862}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730720460297, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m",   "source":".scheduled_maintenance",   "eventTime":4293730718786415,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158948060,     "_enqueue_time_":4293730719079862}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730729312711, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m",   "source":".scheduled_maintenance",   "eventTime":4293730718786415,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158948060,     "_enqueue_time_":4293730719079862}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730740948702, stage=SUCCEEDED, actionName='null', event={   "id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m",   "source":".scheduled_maintenance",   "eventTime":4293730718786415,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158948060,     "_enqueue_time_":4293730719079862}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735742561303, stage=STARTED, actionName='null', event={   "id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n",   "source":".scheduled_maintenance",   "eventTime":4293735741536523,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158953083,     "_enqueue_time_":4293735741819394}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735743241938, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n",   "source":".scheduled_maintenance",   "eventTime":4293735741536523,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158953083,     "_enqueue_time_":4293735741819394}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735745960661, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n",   "source":".scheduled_maintenance",   "eventTime":4293735741536523,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158953083,     "_enqueue_time_":4293735741819394}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735747363232, stage=SUCCEEDED, actionName='null', event={   "id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n",   "source":".scheduled_maintenance",   "eventTime":4293735741536523,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158953083,     "_enqueue_time_":4293735741819394}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740749028038, stage=STARTED, actionName='null', event={   "id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o",   "source":".scheduled_maintenance",   "eventTime":4293740747965516,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158958089,     "_enqueue_time_":4293740748345754}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740750003685, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o",   "source":".scheduled_maintenance",   "eventTime":4293740747965516,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158958089,     "_enqueue_time_":4293740748345754}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740752930276, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o",   "source":".scheduled_maintenance",   "eventTime":4293740747965516,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158958089,     "_enqueue_time_":4293740748345754}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740754390901, stage=SUCCEEDED, actionName='null', event={   "id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o",   "source":".scheduled_maintenance",   "eventTime":4293740747965516,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158958089,     "_enqueue_time_":4293740748345754}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293745756340633, stage=STARTED, actionName='null', event={   "id":"f4123967ed9abTcygsv8yw1dhe90l5lhirqx62p",   "source":".scheduled_maintenance",   "eventTime":4293745755216299,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158963096,     "_enqueue_time_":4293745755487256}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293745757077311, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"f4123967ed9abTcygsv8yw1dhe90l5lhirqx62p",   "source":".scheduled_maintenance",   "eventTime":4293745755216299,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158963096,     "_enqueue_time_":4293745755487256}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293745759612583, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"f4123967ed9abTcygsv8yw1dhe90l5lhirqx62p",   "source":".scheduled_maintenance",   "eventTime":4293745755216299,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1543158963096,     "_enqueue_time_":4293745755487256}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1543158938039221077, currentTimeNs=1543158963100303768, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=4293720689473424, stage=STARTED, actionName='null', event={
  "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
  "source":".scheduled_maintenance",
  "eventTime":4293720686521851,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158938027,
    "_enqueue_time_":4293720687554532}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293720696068396, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
  "source":".scheduled_maintenance",
  "eventTime":4293720686521851,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158938027,
    "_enqueue_time_":4293720687554532}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293720701970255, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
  "source":".scheduled_maintenance",
  "eventTime":4293720686521851,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158938027,
    "_enqueue_time_":4293720687554532}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542986137997200538, currentTimeNs=1543158938043149631, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293720703745443, stage=SUCCEEDED, actionName='null', event={
  "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
  "source":".scheduled_maintenance",
  "eventTime":4293720686521851,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158938027,
    "_enqueue_time_":4293720687554532}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725710158925, stage=STARTED, actionName='null', event={
  "id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l",
  "source":".scheduled_maintenance",
  "eventTime":4293725709256439,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158943050,
    "_enqueue_time_":4293725709514092}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725713062470, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l",
  "source":".scheduled_maintenance",
  "eventTime":4293725709256439,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158943050,
    "_enqueue_time_":4293725709514092}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725716678501, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l",
  "source":".scheduled_maintenance",
  "eventTime":4293725709256439,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158943050,
    "_enqueue_time_":4293725709514092}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725718172374, stage=SUCCEEDED, actionName='null', event={
  "id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l",
  "source":".scheduled_maintenance",
  "eventTime":4293725709256439,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158943050,
    "_enqueue_time_":4293725709514092}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730719627907, stage=STARTED, actionName='null', event={
  "id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m",
  "source":".scheduled_maintenance",
  "eventTime":4293730718786415,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158948060,
    "_enqueue_time_":4293730719079862}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730720460297, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m",
  "source":".scheduled_maintenance",
  "eventTime":4293730718786415,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158948060,
    "_enqueue_time_":4293730719079862}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730729312711, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m",
  "source":".scheduled_maintenance",
  "eventTime":4293730718786415,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158948060,
    "_enqueue_time_":4293730719079862}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730740948702, stage=SUCCEEDED, actionName='null', event={
  "id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m",
  "source":".scheduled_maintenance",
  "eventTime":4293730718786415,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158948060,
    "_enqueue_time_":4293730719079862}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735742561303, stage=STARTED, actionName='null', event={
  "id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n",
  "source":".scheduled_maintenance",
  "eventTime":4293735741536523,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158953083,
    "_enqueue_time_":4293735741819394}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735743241938, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n",
  "source":".scheduled_maintenance",
  "eventTime":4293735741536523,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158953083,
    "_enqueue_time_":4293735741819394}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735745960661, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n",
  "source":".scheduled_maintenance",
  "eventTime":4293735741536523,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158953083,
    "_enqueue_time_":4293735741819394}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735747363232, stage=SUCCEEDED, actionName='null', event={
  "id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n",
  "source":".scheduled_maintenance",
  "eventTime":4293735741536523,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158953083,
    "_enqueue_time_":4293735741819394}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740749028038, stage=STARTED, actionName='null', event={
  "id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o",
  "source":".scheduled_maintenance",
  "eventTime":4293740747965516,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158958089,
    "_enqueue_time_":4293740748345754}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740750003685, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o",
  "source":".scheduled_maintenance",
  "eventTime":4293740747965516,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158958089,
    "_enqueue_time_":4293740748345754}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740752930276, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o",
  "source":".scheduled_maintenance",
  "eventTime":4293740747965516,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158958089,
    "_enqueue_time_":4293740748345754}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740754390901, stage=SUCCEEDED, actionName='null', event={
  "id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o",
  "source":".scheduled_maintenance",
  "eventTime":4293740747965516,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158958089,
    "_enqueue_time_":4293740748345754}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293745756340633, stage=STARTED, actionName='null', event={
  "id":"f4123967ed9abTcygsv8yw1dhe90l5lhirqx62p",
  "source":".scheduled_maintenance",
  "eventTime":4293745755216299,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158963096,
    "_enqueue_time_":4293745755487256}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293745757077311, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"f4123967ed9abTcygsv8yw1dhe90l5lhirqx62p",
  "source":".scheduled_maintenance",
  "eventTime":4293745755216299,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158963096,
    "_enqueue_time_":4293745755487256}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293745759612583, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"f4123967ed9abTcygsv8yw1dhe90l5lhirqx62p",
  "source":".scheduled_maintenance",
  "eventTime":4293745755216299,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1543158963096,
    "_enqueue_time_":4293745755487256}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1543158938039221077, currentTimeNs=1543158963100303768, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
	at __randomizedtesting.SeedInfo.seed([A5AE538B01BD2CCC:B88293F960FE0BC7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime

Error Message:
Error from server at http://127.0.0.1:37432/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:37432/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([E693D6EC3BE00C20:84BAD7D759FD9B3]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime(CloudSolrClientTest.java:146)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37432/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 12803 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_A5AE538B01BD2CCC-001/init-core-data-001
   [junit4]   2> 351358 WARN  (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 351358 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 351361 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 351361 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 351361 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_A5AE538B01BD2CCC-001/tempDir-001
   [junit4]   2> 351361 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 351362 INFO  (Thread-942) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 351362 INFO  (Thread-942) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 351367 ERROR (Thread-942) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 351462 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43615
   [junit4]   2> 351465 INFO  (zkConnectionManagerCallback-890-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 351469 INFO  (jetty-launcher-887-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 351470 INFO  (jetty-launcher-887-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 351471 INFO  (jetty-launcher-887-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 351471 INFO  (jetty-launcher-887-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 351471 INFO  (jetty-launcher-887-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5765a299{/solr,null,AVAILABLE}
   [junit4]   2> 351473 INFO  (jetty-launcher-887-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@30360f25{HTTP/1.1,[http/1.1]}{127.0.0.1:43927}
   [junit4]   2> 351473 INFO  (jetty-launcher-887-thread-1) [    ] o.e.j.s.Server Started @351527ms
   [junit4]   2> 351473 INFO  (jetty-launcher-887-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43927}
   [junit4]   2> 351474 ERROR (jetty-launcher-887-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 351474 INFO  (jetty-launcher-887-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 351474 INFO  (jetty-launcher-887-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 351474 INFO  (jetty-launcher-887-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 351474 INFO  (jetty-launcher-887-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 351474 INFO  (jetty-launcher-887-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-25T15:15:34.853Z
   [junit4]   2> 351476 INFO  (zkConnectionManagerCallback-892-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 351477 INFO  (jetty-launcher-887-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 351694 INFO  (jetty-launcher-887-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43615/solr
   [junit4]   2> 351696 INFO  (zkConnectionManagerCallback-896-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 351699 INFO  (zkConnectionManagerCallback-898-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 351813 INFO  (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43927_solr
   [junit4]   2> 351814 INFO  (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr    ] o.a.s.c.Overseer Overseer (id=72338987101454339-127.0.0.1:43927_solr-n_0000000000) starting
   [junit4]   2> 351822 INFO  (zkConnectionManagerCallback-905-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 351825 INFO  (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43615/solr ready
   [junit4]   2> 351826 INFO  (OverseerStateUpdate-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [n:127.0.0.1:43927_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43927_solr
   [junit4]   2> 351826 INFO  (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43927_solr
   [junit4]   2> 351827 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 351829 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 351829 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 351829 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 351835 INFO  (zkCallback-897-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 351839 INFO  (zkCallback-904-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 351841 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:43927_solr]
   [junit4]   2> 351841 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 351842 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 351842 DEBUG (ScheduledTrigger-1514-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351851 INFO  (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 351886 INFO  (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43927.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d2084a
   [junit4]   2> 351913 INFO  (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43927.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d2084a
   [junit4]   2> 351913 INFO  (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43927.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d2084a
   [junit4]   2> 351914 INFO  (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_A5AE538B01BD2CCC-001/tempDir-001/node1/.
   [junit4]   2> 351937 INFO  (zkConnectionManagerCallback-908-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 351941 INFO  (zkConnectionManagerCallback-913-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 351943 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 351944 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43615/solr ready
   [junit4]   2> 351962 INFO  (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[A5AE538B01BD2CCC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup
   [junit4]   2> 351964 INFO  (qtp325499065-3480) [n:127.0.0.1:43927_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 351967 INFO  (OverseerThreadFactory-1516-thread-1-processing-n:127.0.0.1:43927_solr) [n:127.0.0.1:43927_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection ScheduledMaintenanceTriggerTest_collection1
   [junit4]   2> 352076 INFO  (qtp325499065-3475) [n:127.0.0.1:43927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 352082 INFO  (OverseerStateUpdate-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [n:127.0.0.1:43927_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"ScheduledMaintenanceTriggerTest_collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43927/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 352286 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr    x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 352286 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr    x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 352844 DEBUG (ScheduledTrigger-1514-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 353303 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 353313 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 353317 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 353317 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1' using configuration from collection ScheduledMaintenanceTriggerTest_collection1, trusted=true
   [junit4]   2> 353319 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43927.solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1' (registry 'solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d2084a
   [junit4]   2> 353319 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_A5AE538B01BD2CCC-001/tempDir-001/node1/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_A5AE538B01BD2CCC-001/tempDir-001/node1/./ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/data/]
   [junit4]   2> 353414 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 353414 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 353416 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 353416 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 353418 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7eedaa6d[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main]
   [junit4]   2> 353419 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 353420 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 353423 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 353423 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1618119425316093952
   [junit4]   2> 353425 INFO  (searcherExecutor-1521-thread-1-processing-n:127.0.0.1:43927_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1 c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Registered new searcher Searcher@7eedaa6d[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 353441 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/ScheduledMaintenanceTriggerTest_collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 353446 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 353446 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 353446 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43927/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/
   [junit4]   2> 353446 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 353447 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43927/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 353451 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43927/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ shard1
   [junit4]   2> 353605 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 353608 INFO  (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1322
   [junit4]   2> 353612 INFO  (qtp325499065-3480) [n:127.0.0.1:43927_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 353708 INFO  (zkCallback-897-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/ScheduledMaintenanceTriggerTest_collection1/state.json] for collection [ScheduledMaintenanceTriggerTest_collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 353844 DEBUG (ScheduledTrigger-1514-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 353969 INFO  (OverseerCollectionConfigSetProcessor-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [n:127.0.0.1:43927_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 354612 INFO  (qtp325499065-3480) [n:127.0.0.1:43927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2647
   [junit4]   2> 354635 INFO  (qtp325499065-3475) [n:127.0.0.1:43927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=2
   [junit4]   2> 354636 INFO  (qtp325499065-3481) [n:127.0.0.1:43927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354637 DEBUG (qtp325499065-3479) [n:127.0.0.1:43927_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 354637 INFO  (qtp325499065-3479) [n:127.0.0.1:43927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=16
   [junit4]   2> 354639 DEBUG (zkCallback-904-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 354640 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 354641 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 354641 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 354643 INFO  (qtp325499065-3481) [n:127.0.0.1:43927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 354644 INFO  (qtp325499065-3478) [n:127.0.0.1:43927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354645 DEBUG (qtp325499065-3482) [n:127.0.0.1:43927_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 354645 INFO  (qtp325499065-3482) [n:127.0.0.1:43927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 354646 DEBUG (zkCallback-904-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 354646 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 354646 INFO  (qtp325499065-3479) [n:127.0.0.1:43927_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params action=SPLITSHARD&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 354649 DEBUG (ScheduledTrigger-1514-thread-3) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger .scheduled_maintenance firing registered processor for scheduled time 2018-11-25T15:15:37.208Z, now=2018-11-25T15:15:38.027Z
   [junit4]   2> 354649 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 354649 DEBUG (ScheduledTrigger-1514-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":4293720686521851,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1543158938027}}
   [junit4]   2> 354649 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 354650 DEBUG (ScheduledTrigger-1514-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance]
   [junit4]   2> 354651 INFO  (ScheduledTrigger-1514-thread-3) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 354652 INFO  (ScheduledTrigger-1514-thread-3) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=4293720689473424, stage=STARTED, actionName='null', event={
   [junit4]   2>   "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":4293720686521851,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1543158938027,
   [junit4]   2>     "_enqueue_time_":4293720687554532}}, context={}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 354652 DEBUG (AutoscalingActionExecutor-1515-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":4293720686521851,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1543158938027,
   [junit4]   2>     "_enqueue_time_":4293720687554532}}
   [junit4]   2> 354656 INFO  (qtp325499065-3478) [n:127.0.0.1:43927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 354657 INFO  (qtp325499065-3478) [n:127.0.0.1:43927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 354660 INFO  (AutoscalingActionExecutor-1515-thread-1) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=4293720696068396, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
   [junit4]   2>   "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":4293720686521851,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1543158938027,
   [junit4]   2>     "_enqueue_time_":4293720687554532}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 354662 INFO  (OverseerThreadFactory-1516-thread-2-processing-n:127.0.0.1:43927_solr) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1  ] o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
   [junit4]   2> 354663 DEBUG (AutoscalingActionExecutor-1515-thread-1) [    ] o.a.s.c.a.InactiveShardPlanAction ScheduledMaintenanceTriggerTest_collection1/shard1-splitting: locktstamp=1543158938039221077, time=1543158938042668508, delta=0
   [junit4]   2> 354663 DEBUG (AutoscalingActionExecutor-1515-thread-1) [    ] o.a.s.c.a.InactiveShardPlanAction -- lock ScheduledMaintenanceTriggerTest_collection1/shard1-splitting still active (delta=0)
   [junit4]   2> 354664 DEBUG (AutoscalingActionExecutor-1515-thread-1) [    ] o.a.s.c.a.InactiveShardPlanAction ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting: locktstamp=1542986137997200538, time=1543158938043149631, delta=172800
   [junit4]   2> 354664 DEBUG (AutoscalingActionExecutor-1515-thread-1) [    ] o.a.s.c.a.InactiveShardPlanAction -- delete inactive split lock for ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting, delta=172800
   [junit4]   2> 354664 INFO  (AutoscalingActionExecutor-1515-thread-1) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=4293720701970255, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
   [junit4]   2>   "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":4293720686521851,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1543158938027,
   [junit4]   2>     "_enqueue_time_":4293720687554532}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542986137997200538, currentTimeNs=1543158938043149631, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan]}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 354665 DEBUG (AutoscalingActionExecutor-1515-thread-1) [    ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":4293720686521851,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1543158938027,
   [junit4]   2>     "_enqueue_time_":4293720687554532}} with context properties: {inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542986137997200538, currentTimeNs=1543158938043149631, deltaSec=172800, ttlSec=20}}}, AFTER_ACTION=[inactive_shard_plan], BEFORE_ACTION=[inactive_shard_plan, execute_plan]}
   [junit4]   2> 354665 INFO  (AutoscalingActionExecutor-1515-thread-1) [    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":4293720686521851,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1543158938027,
   [junit4]   2>     "_enqueue_time_":4293720687554532}}
   [junit4]   2> 354666 INFO  (AutoscalingActionExecutor-1515-thread-1) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=4293720703745443, stage=SUCCEEDED, actionName='null', event={
   [junit4]   2>   "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":4293720686521851,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1543158938027,
   [junit4]   2>     "_enqueue_time_":4293720687554532}}, context={}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 354666 DEBUG (AutoscalingActionExecutor-1515-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
   [junit4]   2> 354666 DEBUG (AutoscalingActionExecutor-1515-thread

[...truncated too long message...]

kins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null849123445
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null849123445
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null849123445

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 55ms :: artifacts dl 6ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 117 minutes 37 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 218 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/218/

1 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned

Error Message:
Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([CCA395C785E523CA:34656CF216FCBB02]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 15949 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_CCA395C785E523CA-001/init-core-data-001
   [junit4]   1> 12:32:39.376 [Thread-38] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   1> 12:32:39.537 [jetty-launcher-45-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 12:32:39.543 [jetty-launcher-45-thread-3] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 12:32:39.544 [jetty-launcher-45-thread-2] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:active live:true
   [junit4]   1> replica:core_node5 rstate:active live:true
   [junit4]   1> replica:core_node6 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> 12:33:02.364 [qtp1189269764-222] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unknown action: foobar
   [junit4]   1> 	at org.apache.solr.handler.admin.ConfigSetsHandler.handleRequestBody(ConfigSetsHandler.java:109)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 12:33:02.392 [qtp1189269764-220] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unknown action: foobar
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:241)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 12:33:02.421 [qtp1189269764-219] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unsupported operation: foobar
   [junit4]   1> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleCustomAction(CoreAdminHandler.java:220)
   [junit4]   1> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:169)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> -
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> 12:33:23.720 [TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[CCA395C785E523CA]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [stale_state_test_col] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45816/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 0
   [junit4]   1> 12:33:29.892 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[CCA395C785E523CA]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 0
   [junit4]   1> 12:33:29.909 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[CCA395C785E523CA]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 1
   [junit4]   1> 12:33:29.921 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[CCA395C785E523CA]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 2
   [junit4]   1> 12:33:29.926 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[CCA395C785E523CA]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 3
   [junit4]   1> 12:33:29.936 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[CCA395C785E523CA]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 4
   [junit4]   1> 12:33:29.941 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[CCA395C785E523CA]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 5
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CloudSolrClientTest -Dtests.method=testVersionsAreReturned -Dtests.seed=CCA395C785E523CA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=en-PH -Dtests.timezone=UTC -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   3.90s J0 | CloudSolrClientTest.testVersionsAreReturned <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]    > <head>
   [junit4]    > <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]    > <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
   [junit4]    > </head>
   [junit4]    > <body><h2>HTTP ERROR 404</h2>
   [junit4]    > <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
   [junit4]    > <pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]    > </body>
   [junit4]    > </html>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CCA395C785E523CA:34656CF216FCBB02]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]    > <head>
   [junit4]    > <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]    > <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
   [junit4]    > </head>
   [junit4]    > <body><h2>HTTP ERROR 404</h2>
   [junit4]    > <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
   [junit4]    > <pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]    > </body>
   [junit4]    > </html>
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    > 	... 1 more
   [junit4]   1> 12:33:36.921 [qtp1189269764-220] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: boguscollectionname not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:115)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 12:33:36.925 [qtp1189269764-222] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: boguscollectionname not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:115)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 12:33:37.048 [TEST-CloudSolrClientTest.testShutdown-seed#[CCA395C785E523CA]-SendThread(ff01::114:33332)] ERROR org.apache.zookeeper.ClientCnxnSocketNIO - Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
   [junit4]   1> 12:33:38.184 [TEST-CloudSolrClientTest.testShutdown-seed#[CCA395C785E523CA]-SendThread(ff01::114:33332)] ERROR org.apache.zookeeper.ClientCnxnSocketNIO - Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
   [junit4]   1> 12:33:47.845 [SUITE-CloudSolrClientTest-seed#[CCA395C785E523CA]-worker] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_CCA395C785E523CA-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {multiDefault=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=MockRandom), title_s=PostingsFormat(name=MockRandom), id=PostingsFormat(name=LuceneVarGapFixedInterval), text=FST50}, docValues:{_version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), a_t=DocValuesFormat(name=Lucene70), title_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Asserting), text=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=157, maxMBSortInHeap=7.142983442150828, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2af524fd), locale=en-PH, timezone=UTC
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=257766464,total=430964736
   [junit4]   2> NOTE: All tests run in this JVM: [SolrExampleStreamingTest, HttpSolrClientSSLAuthConPoolTest, TestToleratedUpdateError, CloudSolrClientTest]
   [junit4] Completed [62/174 (1!)] on J0 in 69.01s, 16 tests, 1 error <<< FAILURES!

[...truncated 48109 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
     [java] Processed 2440 links (1991 relative) to 3219 anchors in 248 files
     [echo] Validated Links & Anchors via: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-ref-guide/bare-bones-html/

-documentation-lint:
    [jtidy] Checking for broken html (such as invalid tags)...
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/jtidy_tmp
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for malformed docs...

jar-checksums:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null195961826
     [copy] Copying 35 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null195961826
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null195961826

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null796867170
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null796867170
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null796867170

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 29ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 126 minutes 42 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 217 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/217/

2 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes

Error Message:
unexpected shard state expected:<inactive> but was:<active>

Stack Trace:
java.lang.AssertionError: unexpected shard state expected:<inactive> but was:<active>
	at __randomizedtesting.SeedInfo.seed([C632FBB1E18AA815:7EF1AF111D517D60]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.verifyShard(ShardSplitTest.java:378)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.doSplitMixedReplicaTypes(ShardSplitTest.java:370)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes(ShardSplitTest.java:336)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned

Error Message:
Error from server at http://127.0.0.1:35273/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:35273/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([4D04B9B4CC4E1CD:FC16B2AEDFDD7905]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35273/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 12797 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/init-core-data-001
   [junit4]   2> 111184 WARN  (SUITE-ShardSplitTest-seed#[C632FBB1E18AA815]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
   [junit4]   2> 111184 INFO  (SUITE-ShardSplitTest-seed#[C632FBB1E18AA815]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 111185 INFO  (SUITE-ShardSplitTest-seed#[C632FBB1E18AA815]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 111186 INFO  (SUITE-ShardSplitTest-seed#[C632FBB1E18AA815]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 111186 INFO  (SUITE-ShardSplitTest-seed#[C632FBB1E18AA815]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /zjp/cm
   [junit4]   2> 111240 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 111240 INFO  (Thread-41) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 111240 INFO  (Thread-41) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 111329 ERROR (Thread-41) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 111349 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.ZkTestServer start zk server on port:40663
   [junit4]   2> 111621 INFO  (zkConnectionManagerCallback-105-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 112104 INFO  (zkConnectionManagerCallback-107-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 112244 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 112266 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 112318 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 112319 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 112353 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 112389 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 112390 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 112411 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 112449 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 112501 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 112502 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 112573 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 115529 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 115670 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 115670 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 115670 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 115672 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ad65f77{/zjp/cm,null,AVAILABLE}
   [junit4]   2> 115688 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3ac9ac4{HTTP/1.1,[http/1.1]}{127.0.0.1:43132}
   [junit4]   2> 115688 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.e.j.s.Server Started @115889ms
   [junit4]   2> 115688 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/tempDir-001/control/data, hostContext=/zjp/cm, hostPort=43132, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/control-001/cores}
   [junit4]   2> 115689 ERROR (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 115689 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 115689 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 115689 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 115689 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 115689 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-23T03:33:40.723Z
   [junit4]   2> 115814 INFO  (zkConnectionManagerCallback-109-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 115816 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 115816 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/control-001/solr.xml
   [junit4]   2> 115886 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 115887 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 115923 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1bd00247, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 120144 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40663/solr
   [junit4]   2> 120367 INFO  (zkConnectionManagerCallback-113-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 120467 INFO  (zkConnectionManagerCallback-115-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 121107 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43132_zjp%2Fcm
   [junit4]   2> 121108 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.Overseer Overseer (id=73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) starting
   [junit4]   2> 121223 INFO  (zkConnectionManagerCallback-122-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 121256 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40663/solr ready
   [junit4]   2> 121257 INFO  (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43132_zjp%2Fcm
   [junit4]   2> 121259 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 121315 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43132_zjp%2Fcm
   [junit4]   2> 121330 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
   [junit4]   2> 121330 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 121330 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 121330 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 121330 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 121398 INFO  (zkCallback-114-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 121475 INFO  (zkCallback-121-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 121752 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 121987 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bd00247
   [junit4]   2> 122099 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bd00247
   [junit4]   2> 122099 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bd00247
   [junit4]   2> 122133 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/control-001/cores
   [junit4]   2> 122582 INFO  (zkConnectionManagerCallback-128-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 122640 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 122642 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40663/solr ready
   [junit4]   2> 122730 INFO  (qtp943941614-315) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43132_zjp%252Fcm&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 122803 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
   [junit4]   2> 122803 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
   [junit4]   2> 122803 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:43132_zjp%2Fcm",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 123228 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
   [junit4]   2> 123228 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:43132_zjp%2Fcm",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 123228 INFO  (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 123228 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 123228 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 123228 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 123229 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 123229 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 123267 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection 
   [junit4]   2> 123301 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:control_collection
   [junit4]   2> 123357 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
   [junit4]   2> 123512 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:43132_zjp%2Fcm",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 123512 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 123605 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
   [junit4]   2> 123664 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.Assign shardnames [shard1] NRT 1 TLOG 0 PULL 0 , policy null, nodeList [127.0.0.1:43132_zjp%2Fcm]
   [junit4]   2> 123725 INFO  (qtp943941614-310) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 123846 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:43132_zjp%2Fcm",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 123847 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:43132_zjp%2Fcm
   [junit4]   2> 123915 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 123915 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 124227 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:43132/zjp/cm",
   [junit4]   2>   "node_name":"127.0.0.1:43132_zjp%2Fcm",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 124227 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:43132/zjp/cm",
   [junit4]   2>   "node_name":"127.0.0.1:43132_zjp%2Fcm",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 124229 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:43132/zjp/cm","node_name":"127.0.0.1:43132_zjp%2Fcm","state":"down","type":"NRT"}
   [junit4]   2> 124229 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"control_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:43132/zjp/cm",
   [junit4]   2>           "node_name":"127.0.0.1:43132_zjp%2Fcm",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 124373 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
   [junit4]   2> 125233 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
   [junit4]   2> 125249 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 125250 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 125250 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 125250 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 125250 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 125648 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 126185 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 126241 WARN  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 126278 WARN  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 126293 WARN  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 126314 WARN  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 126454 WARN  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 127250 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
   [junit4]   2> 127303 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 127303 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 127303 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 127303 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 127303 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 127923 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 129223 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 129256 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bd00247
   [junit4]   2> 129304 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
   [junit4]   2> 129293 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 129321 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 129321 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 129321 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 129321 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 129321 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 129521 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=75.68359375, floorSegmentMB=1.4287109375, forceMergeDeletesPctAllowed=28.75481494294015, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=48.95593824077901
   [junit4]   2> 129829 WARN  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 130666 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 130666 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 130667 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 130667 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 130681 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=77.5224609375, floorSegmentMB=0.5712890625, forceMergeDeletesPctAllowed=19.821680270097698, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.664180092250144, deletesPctAllowed=37.044170587641354
   [junit4]   2> 130866 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c7f6c43[control_collection_shard1_replica_n1] main]
   [junit4]   2> 130953 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 130990 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 131065 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 131288 INFO  (searcherExecutor-99-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4c7f6c43[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 131321 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
   [junit4]   2> 131339 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 131339 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 131339 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 131339 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 131339 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 131358 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617894085903777792
   [junit4]   2> 131483 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 131500 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 131500 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 131500 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43132/zjp/cm/control_collection_shard1_replica_n1/
   [junit4]   2> 131500 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 131501 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43132/zjp/cm/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 131570 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43132/zjp/cm/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 131591 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:43132/zjp/cm",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 131592 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
   [junit4]   2> 131665 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 131681 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:43132/zjp/cm",
   [junit4]   2>   "node_name":"127.0.0.1:43132_zjp%2Fcm",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 131681 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:43132/zjp/cm",
   [junit4]   2>   "node_name":"127.0.0.1:43132_zjp%2Fcm",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 131681 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:43132/zjp/cm","node_name":"127.0.0.1:43132_zjp%2Fcm","state":"active","type":"NRT","leader":"true"}
   [junit4]   2> 131682 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"control_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:43132/zjp/cm",
   [junit4]   2>           "node_name":"127.0.0.1:43132_zjp%2Fcm",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true"}}}}}
   [junit4]   2> 131701 INFO  (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=7787
   [junit4]   2> 131703 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.CreateCollectionCmd Finished create command on all shards for collection: control_collection
   [junit4]   2> 131703 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 131774 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
   [junit4]   2> 131774 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 131774 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 131774 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 131775 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 131775 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={127.0.0.1:43132_zjp%2Fcm={responseHeader={status=0,QTime=7787},core=control_collection_shard1_replica_n1}}}
   [junit4]   2> 131810 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 2
   [junit4]   2> 131811 INFO  (zkCallback-114-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 131819 INFO  (qtp943941614-315) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 131819 INFO  (qtp943941614-315) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43132_zjp%252Fcm&wt=javabin&version=2} status=0 QTime=9089
   [junit4]   2> 132065 INFO  (zkConnectionManagerCallback-133-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 132067 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 132068 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40663/solr ready
   [junit4]   2> 132120 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 132139 INFO  (qtp943941614-310) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 132212 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
   [junit4]   2> 132212 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
   [junit4]   2> 132212 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "createNodeSet":"",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 132227 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
   [junit4]   2> 132228 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 132228 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "createNodeSet":"",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 132229 INFO  (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 132229 INFO  (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 132230 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 132230 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 132230 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 132230 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 132248 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/collection1 
   [junit4]   2> 132248 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:collection1
   [junit4]   2> 132249 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
   [junit4]   2> 132251 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "createNodeSet":"",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 132251 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 132431 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 132467 WARN  (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 132503 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.a.c.CreateCollectionCmd Finished create command for collection: collection1
   [junit4]   2> 132504 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 132505 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as completed.
   [junit4]   2> 132505 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 132505 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 132505 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 132505 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 132505 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000002 complete, response:{}
   [junit4]   2> 132506 INFO  (qtp943941614-310) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 132558 INFO  (qtp943941614-310) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=419
   [junit4]   2> 134244 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
   [junit4]   2> 134246 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
   [junit4]   2> 134246 INFO  (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 134247 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 134247 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 134247 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 134247 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 135460 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/shard-1-001 of type NRT
   [junit4]   2> 135461 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 135547 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 135547 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 135547 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 135548 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50887ca6{/zjp/cm,null,AVAILABLE}
   [junit4]   2> 135549 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@72258019{HTTP/1.1,[http/1.1]}{127.0.0.1:38993}
   [junit4]   2> 135549 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.e.j.s.Server Started @135750ms
   [junit4]   2> 135549 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/zjp/cm, hostPort=38993, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/shard-1-001/cores}
   [junit4]   2> 135549 ERROR (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 135549 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 135549 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 135550 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 135550 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 135550 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-23T03:34:00.584Z
   [junit4]   2> 135701 INFO  (zkConnectionManagerCallback-135-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 135958 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 135958 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/shard-1-001/solr.xml
   [junit4]   2> 136017 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 136017 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 136051 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1bd00247, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 136253 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
   [junit4]   2> 136286 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
   [junit4]   2> 136286 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 136286 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 136286 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 136286 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 136598 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40663/solr
   [junit4]   2> 136699 INFO  (zkConnectionManagerCallback-139-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137040 INFO  (zkConnectionManagerCallback-141-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137096 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 137132 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 137132 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38993_zjp%2Fcm
   [junit4]   2> 137182 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:38993_zjp%2Fcm"} current state version: 0
   [junit4]   2> 137182 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:38993_zjp%2Fcm
   [junit4]   2> 137312 INFO  (zkCallback-140-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 137385 INFO  (zkCallback-132-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 137441 INFO  (zkCallback-121-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 137442 INFO  (zkCallback-114-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 137515 INFO  (zkConnectionManagerCallback-148-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137532 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 137534 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40663/solr ready
   [junit4]   2> 137544 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 138165 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bd00247
   [junit4]   2> 138275 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bd00247
   [junit4]   2> 138275 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bd00247
   [junit4]   2> 138289 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
   [junit4]   2> 138293 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/shard-1-001/cores
   [junit4]   2> 138298 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
   [junit4]   2> 138298 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 138298 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 138298 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 138298 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 138665 INFO  (qtp1052090091-368) [n:127.0.0.1:38993_zjp%2Fcm    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38993_zjp%252Fcm&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 138789 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed3]]
   [junit4]   2> 138789 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000004] as running
   [junit4]   2> 138789 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000004 message:{
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "node":"127.0.0.1:38993_zjp%2Fcm",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"addreplica"}
   [junit4]   2> 138845 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 138846 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000004]
   [junit4]   2> 138846 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 138846 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 138846 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000004]
   [junit4]   2> 138849 DEBUG (OverseerThreadFactory-94-thread-3-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000004
   [junit4]   2> 138849 DEBUG (OverseerThreadFactory-94-thread-3-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm c:collection1 s:shard2  ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : addreplica , {
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "node":"127.0.0.1:38993_zjp%2Fcm",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"addreplica"}
   [junit4]   2> 138849 DEBUG (OverseerThreadFactory-94-thread-3-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm c:collection1 s:shard2  ] o.a.s.c.a.c.AddReplicaCmd addReplica() : {
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "node":"127.0.0.1:38993_zjp%2Fcm",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"addreplica"}
   [junit4]   2> 138850 DEBUG (OverseerThreadFactory-94-thread-3-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm c:collection1 s:shard2  ] o.a.s.c.a.c.Assign getNodesForNewReplicas() shard: shard2 , nrtReplicas : 1 , tlogReplicas: 0 , pullReplicas: 0 , createNodeSet 127.0.0.1:38993_zjp%2Fcm
   [junit4]   2> 138852 DEBUG (OverseerThreadFactory-94-thread-3-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm c:collection1 s:shard2  ] o.a.s.c.a.c.Assign shardnames [shard2] NRT 1 TLOG 0 PULL 0 , policy null, nodeList [127.0.0.1:38993_zjp%2Fcm]
   [junit4]   2> 138997 INFO  (qtp1052090091-363) [n:127.0.0.1:38993_zjp%2Fcm    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 139157 INFO  (qtp943941614-316) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=2
   [junit4]   2> 139213 INFO  (qtp943941614-316) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=22
   [junit4]   2> 139230 INFO  (OverseerThreadFactory-94-thread-3-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm c:collection1 s:shard2  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38993_zjp%2Fcm for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 139265 INFO  (qtp1052090091-364) [n:127.0.0.1:38993_zjp%2Fcm    x:collection1_shard2_replica_n41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 139450 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard2_replica_n41",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38993/zjp/cm",
   [junit4]   2>   "node_name":"127.0.0.1:38993_zjp%2Fcm",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 139450 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0

[...truncated too long message...]

pples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null2095014278
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null2095014278
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null2095014278

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 127ms :: artifacts dl 1ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 225 minutes 20 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 216 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/216/

3 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration

Error Message:
did not finish processing in time

Stack Trace:
java.lang.AssertionError: did not finish processing in time
	at __randomizedtesting.SeedInfo.seed([39C0A1E2309D537:3A12B35E0CF61CC9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:320)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10203_solr should have been deleted

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10203_solr should have been deleted
	at __randomizedtesting.SeedInfo.seed([39C0A1E2309D537:1B2682122D3C18D8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeMarkersRegistration(TestSimTriggerIntegration.java:893)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testEventFromRestoredState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([39C0A1E2309D537:3AABEDE0A04715D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testEventFromRestoredState(TestSimTriggerIntegration.java:723)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
	at hudson.scm.SCM.checkout(SCM.java:504)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1794)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags --progress git://git.apache.org/lucene-solr.git +refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: fatal: unable to connect to git.apache.org:
git.apache.org[0: 54.84.58.65]: errno=Connection refused


	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandWithCredentials(CliGitAPIImpl.java:1721)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.access$300(CliGitAPIImpl.java:72)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl$1.execute(CliGitAPIImpl.java:405)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
		at sun.reflect.GeneratedMethodAccessor1641.invoke(Unknown Source)
		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
		at java.lang.reflect.Method.invoke(Method.java:498)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
		at com.sun.proxy.$Proxy119.execute(Unknown Source)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:886)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
		at hudson.scm.SCM.checkout(SCM.java:504)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1794)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
Cleaning workspace
 > git rev-parse --verify HEAD # timeout=10
Resetting working tree
 > git reset --hard # timeout=10
 > git clean -fdx # timeout=10
Fetching upstream changes from git://git.apache.org/lucene-solr.git
 > git --version # timeout=10
 > git fetch --tags --progress git://git.apache.org/lucene-solr.git +refs/heads/*:refs/remotes/origin/*
 > git rev-parse refs/remotes/origin/master^{commit} # timeout=10
 > git rev-parse refs/remotes/origin/origin/master^{commit} # timeout=10
Checking out Revision 67cdd21996f716ffb137bbcb8f826794a2632be7 (refs/remotes/origin/master)
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 67cdd21996f716ffb137bbcb8f826794a2632be7
Commit message: "SOLR-9856: Update the Ref Guide to no longer list this issue as unresolved."
 > git rev-list --no-walk bd3ce916bd1919576d9ced96e65182e850b3924c # timeout=10
No emails were triggered.
[Lucene-Solr-BadApples-Tests-master] $ /home/jenkins/tools/ant/apache-ant-1.8.4/bin/ant jenkins-badapples
Buildfile: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/build.xml

jenkins-badapples:

-print-java-info:
[java-info] java version "1.8.0_191"
[java-info] Java(TM) SE Runtime Environment (1.8.0_191-b12, Oracle Corporation)
[java-info] Java HotSpot(TM) 64-Bit Server VM (25.191-b12, Oracle Corporation)
[java-info] Test args: []

clean:

clean:

clean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: Apache Ivy 2.4.0 - 20141213170938 :: http://ant.apache.org/ivy/ ::
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve-groovy:
[ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.codehaus.groovy#groovy-all;2.4.15 in public
[ivy:cachepath] :: resolution report :: resolve 191ms :: artifacts dl 3ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   1   |   0   |   0   |   0   ||   1   |   0   |
	---------------------------------------------------------------------

-test-with-heapdumps-enabled:
     [echo] Java HotSpot(TM) 64-Bit Server VM: Enabling heap dumps on OutOfMemoryError to dir '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/heapdumps'.
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/heapdumps

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve-groovy:

test:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

-clover.load:

resolve-groovy:

-init-totals:

test-core:

-clover.disable:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

-clover.load:

-clover.classpath:

-clover.setup:

clover:

-check-git-state:

-git-cleanroot:

-copy-git-state:
     [copy] Copying 1 file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build

git-autoclean:

resolve:

init:

compile-core:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java
    [javac] Compiling 858 source files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java
    [javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/java/org/apache/lucene/index/FrozenBufferedUpdates.java:315: warning: [try] auto-closeable resource finalizer is never referenced in body of corresponding try statement
    [javac]         try (Closeable finalizer = () -> finishApply(writer, segStates, success.get(), delFiles)) {
    [javac]                        ^
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] 1 warning
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/util/graph/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/document/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/util/bkd/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/compressing/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene60/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene80/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/util/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/index/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/util/fst/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/analysis/tokenattributes/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/search/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/util/packed/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/util/mutable/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene70/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/perfield/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/analysis/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/analysis/standard/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/store/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/blocktree/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/search/spans/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/search/similarities/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/util/automaton/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene50/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/geo/package-info.class
     [copy] Copying 3 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java

compile-test-framework:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

init:

compile-lucene-core:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

init:

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

compile-core:

compile-codecs:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

common.init:

compile-lucene-core:

init:

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

compile-core:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java
    [javac] Compiling 74 source files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java/org/apache/lucene/codecs/bloom/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java/org/apache/lucene/codecs/memory/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java/org/apache/lucene/codecs/simpletext/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blockterms/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blocktreeords/package-info.class
     [copy] Copying 3 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

common.compile-core:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java
    [javac] Compiling 195 source files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java
    [javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/test-framework/src/java/org/apache/lucene/store/BaseDirectoryTestCase.java:416: warning: [try] auto-closeable resource output is never referenced in body of corresponding try statement
    [javac]             try (IndexOutput output = dir.createOutput(fileName, newIOContext(random()))) {
    [javac]                              ^
    [javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/test-framework/src/java/org/apache/lucene/store/BaseDirectoryTestCase.java:440: warning: [try] auto-closeable resource input is never referenced in body of corresponding try statement
    [javac]                 try (IndexInput input = dir.openInput(file, newIOContext(random()))) {
    [javac]                                 ^
    [javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/test-framework/src/java/org/apache/lucene/store/BaseDirectoryTestCase.java:1051: warning: [try] auto-closeable resource out is never referenced in body of corresponding try statement
    [javac]       try (IndexOutput out = dir.createOutput(name, IOContext.DEFAULT)) {
    [javac]                        ^
    [javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/test-framework/src/java/org/apache/lucene/store/BaseDirectoryTestCase.java:1056: warning: [try] auto-closeable resource out is never referenced in body of corresponding try statement
    [javac]         try (IndexOutput out = dir.createOutput(name, IOContext.DEFAULT)) {
    [javac]                          ^
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] 4 warnings
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/asserting/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/ramonly/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java/org/apache/lucene/mockfile/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cheapbastard/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/mockrandom/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cranky/package-info.class
    [javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/compressing/dummy/package-info.class
     [copy] Copying 4 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java

compile-core:

compile-test:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/test
    [javac] Compiling 522 source files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/test
    [javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/analysis/TestAnalyzerWrapper.java:52: warning: [try] auto-closeable resource ts is never referenced in body of corresponding try statement
    [javac]     try (TokenStream ts = wrapped.tokenStream("", "text")) {
    [javac]                      ^
    [javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java:2664: warning: [try] auto-closeable resource closeable is never referenced in body of corresponding try statement
    [javac]          Closeable closeable = () -> IOUtils.close(toClose)) {
    [javac]                    ^
    [javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java:3619: warning: [try] auto-closeable resource w is never referenced in body of corresponding try statement
    [javac]             try (IndexWriter w = new IndexWriter(dir, newIndexWriterConfig().setIndexCreatedVersionMajor(previousMajor))) {}
    [javac]                              ^
    [javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java:3622: warning: [try] auto-closeable resource w is never referenced in body of corresponding try statement
    [javac]             try (IndexWriter w = new IndexWriter(dir, newIndexWriterConfig().setOpenMode(openMode).setIndexCreatedVersionMajor(newMajor))) {}
    [javac]                              ^
    [javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/search/TestConstantScoreScorer.java:63: warning: [try] auto-closeable resource TestConstantScoreScorerIndex has a member method close() that could throw InterruptedException
    [javac]     try (TestConstantScoreScorerIndex index = new TestConstantScoreScorerIndex()) {
    [javac]                                       ^
    [javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/search/TestConstantScoreScorer.java:99: warning: [try] auto-closeable resource TestConstantScoreScorerIndex has a member method close() that could throw InterruptedException
    [javac]     try (TestConstantScoreScorerIndex index = new TestConstantScoreScorerIndex()) {
    [javac]                                       ^
    [javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/search/TestConstantScoreScorer.java:127: warning: [try] auto-closeable resource TestConstantScoreScorerIndex has a member method close() that could throw InterruptedException
    [javac]     try (TestConstantScoreScorerIndex index = new TestConstantScoreScorerIndex()) {
    [javac]                                       ^
    [javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/search/TestConstantScoreScorer.java:155: warning: [try] auto-closeable resource TestConstantScoreScorerIndex has a member method close() that could throw InterruptedException
    [javac]     try (TestConstantScoreScorerIndex index = new TestConstantScoreScorerIndex()) {
    [javac]                                       ^
    [javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/search/TestConstantScoreScorer.java:174: warning: [try] auto-closeable resource TestConstantScoreScorerIndex has a member method close() that could throw InterruptedException
    [javac]   static class TestConstantScoreScorerIndex implements AutoCloseable {
    [javac]          ^
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] 9 warnings
     [copy] Copying 3 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/test

-mrjar-classes-uptodate:

resolve-groovy:

patch-mrjar-classes:
[patch-cls] Remapped: org/apache/lucene/analysis/tokenattributes/CharTermAttributeImpl
[patch-cls] Remapped: org/apache/lucene/codecs/compressing/LZ4
[patch-cls] Remapped: org/apache/lucene/document/BinaryPoint$2
[patch-cls] Remapped: org/apache/lucene/document/DoubleRange
[patch-cls] Remapped: org/apache/lucene/document/FloatRange
[patch-cls] Remapped: org/apache/lucene/document/IntRange
[patch-cls] Remapped: org/apache/lucene/document/LatLonPointDistanceFeatureQuery$DistanceScorer$2
[patch-cls] Remapped: org/apache/lucene/document/LatLonPointDistanceQuery$1$2
[patch-cls] Remapped: org/apache/lucene/document/LatLonPointDistanceQuery$1$3
[patch-cls] Remapped: org/apache/lucene/document/LatLonPointInPolygonQuery$1$1
[patch-cls] Remapped: org/apache/lucene/document/LongDistanceFeatureQuery$DistanceScorer$2
[patch-cls] Remapped: org/apache/lucene/document/LongRange
[patch-cls] Remapped: org/apache/lucene/document/RangeFieldQuery$QueryType$1
[patch-cls] Remapped: org/apache/lucene/document/RangeFieldQuery$QueryType$2
[patch-cls] Remapped: org/apache/lucene/document/RangeFieldQuery$QueryType$3
[patch-cls] Remapped: org/apache/lucene/index/BitsSlice
[patch-cls] Remapped: org/apache/lucene/index/CheckIndex$VerifyPointsVisitor
[patch-cls] Remapped: org/apache/lucene/index/CodecReader
[patch-cls] Remapped: org/apache/lucene/index/MergeReaderWrapper
[patch-cls] Remapped: org/apache/lucene/index/PointValues
[patch-cls] Remapped: org/apache/lucene/search/BooleanScorer$TailPriorityQueue
[patch-cls] Remapped: org/apache/lucene/search/PointInSetQuery$SinglePointVisitor
[patch-cls] Remapped: org/apache/lucene/search/PointRangeQuery$1$1
[patch-cls] Remapped: org/apache/lucene/search/PointRangeQuery$1$2
[patch-cls] Remapped: org/apache/lucene/search/PointRangeQuery$1
[patch-cls] Remapped: org/apache/lucene/search/TopFieldCollector
[patch-cls] Remapped: org/apache/lucene/util/BytesRef
[patch-cls] Remapped: org/apache/lucene/util/BytesRefArray
[patch-cls] Remapped: org/apache/lucene/util/CharsRef$UTF16SortedAsUTF8Comparator
[patch-cls] Remapped: org/apache/lucene/util/CharsRef
[patch-cls] Remapped: org/apache/lucene/util/IntsRef
[patch-cls] Remapped: org/apache/lucene/util/LongsRef
[patch-cls] Remapped: org/apache/lucene/util/StringHelper
[patch-cls] Remapped: org/apache/lucene/util/automaton/Automaton$Builder
[patch-cls] Remapped: org/apache/lucene/util/automaton/Automaton
[patch-cls] Remapped: org/apache/lucene/util/bkd/BKDReader
[patch-cls] Remapped: org/apache/lucene/util/bkd/BKDWriter$BKDMergeQueue
[patch-cls] Remapped: org/apache/lucene/util/bkd/BKDWriter
[patch-cls] Remapped: org/apache/lucene/util/bkd/MutablePointsReaderUtils$1$1
[patch-cls] Remapped: org/apache/lucene/util/bkd/MutablePointsReaderUtils$2
[patch-cls] Remapped: org/apache/lucene/util/bkd/MutablePointsReaderUtils$3$1
[patch-cls] Remapped 41 class files for Java 9 to: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java9
    [touch] Creating /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/patch-mrjar.stamp

install-junit4-taskdef:

validate:

-init-totals:

-test:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/test
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/test/temp
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/.caches/test-stats/core
   [junit4] <JUnit4> says hallo! Master seed: B14501C625B860C1
   [junit4] Executing 511 suites with 3 JVMs.
   [junit4] 
   [junit4] Started J2 PID(1123@lucene2-us-west.apache.org).
   [junit4] Started J1 PID(1130@lucene2-us-west.apache.org).
   [junit4] Started J0 PID(1121@lucene2-us-west.apache.org).
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanNearQuery
   [junit4] Completed [1/511] on J1 in 1.25s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanNotQuery
   [junit4] Completed [2/511] on J2 in 1.37s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestStringHelper
   [junit4] Completed [3/511] on J2 in 0.06s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRoaringDocIdSet
   [junit4] Completed [4/511] on J2 in 0.58s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitTf
   [junit4] Completed [5/511] on J0 in 2.21s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestConstantScoreQuery
   [junit4] Completed [6/511] on J2 in 0.35s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelReaderEmptyIndex
   [junit4] Completed [7/511] on J2 in 0.33s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestMergedIterator
   [junit4] Completed [8/511] on J2 in 0.55s, 25 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSparseFixedBitSet
   [junit4] Completed [9/511] on J1 in 3.24s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRecyclingIntBlockAllocator
   [junit4] Completed [10/511] on J1 in 0.20s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestConjunctions
   [junit4] Completed [11/511] on J1 in 0.32s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelLeafReader
   [junit4] Completed [12/511] on J1 in 0.95s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestMathUtil
   [junit4] Completed [13/511] on J1 in 0.08s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.geo.TestPolygon
   [junit4] Completed [14/511] on J1 in 0.07s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesDetectTruncation
   [junit4] Completed [15/511] on J1 in 2.17s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.geo.TestPolygon2D
   [junit4] Completed [16/511] on J2 in 6.23s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesHaveChecksumFooter
   [junit4] Completed [17/511] on J2 in 1.93s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestLiveFieldValues
   [junit4] Completed [18/511] on J2 in 1.60s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFilterWeight
   [junit4] Completed [19/511] on J2 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticF2LOG
   [junit4] Completed [20/511] on J0 in 26.08s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat
   [junit4] Completed [21/511] on J2 in 69.60s, 28 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRamUsageEstimator
   [junit4] IGNOR/A 0.04s J2 | TestRamUsageEstimator.testPrintValues
   [junit4]    > Assumption #1: Specify -Dtests.verbose=true to print constants of RamUsageEstimator.
   [junit4] Completed [22/511] on J2 in 0.23s, 5 tests, 1 skipped
   [junit4] 
   [junit4] HEARTBEAT J1 PID(1130@lucene2-us-west.apache.org): 2018-11-21T23:02:10, stalled for 61.7s at: TestLatLonPointQueries.testRandomDistance
   [junit4] Suite: org.apache.lucene.index.TestOmitPositions
   [junit4] Completed [23/511] on J2 in 1.07s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBoostQuery
   [junit4] Completed [24/511] on J2 in 0.13s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiDocValues
   [junit4] Completed [25/511] on J2 in 5.30s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexSorting
   [junit4] Completed [26/511] on J0 in 106.41s, 53 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestHugeRamFile
   [junit4] Completed [27/511] on J0 in 9.15s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCrash
   [junit4] Completed [28/511] on J0 in 4.67s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFieldInfos
   [junit4] Completed [29/511] on J0 in 0.68s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSetOnce
   [junit4] Completed [30/511] on J0 in 1.04s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDateSort
   [junit4] Completed [31/511] on J0 in 0.77s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.mutable.TestMutableValues
   [junit4] Completed [32/511] on J0 in 0.44s, 6 tests
   [junit4] 
   [junit4] HEARTBEAT J2 PID(1123@lucene2-us-west.apache.org): 2018-11-21T23:03:22, stalled for 64.9s at: TestAxiomaticF2EXP.testRandomScoring
   [junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticF2EXP
   [junit4] Completed [33/511] on J2 in 103.62s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestBooleanSimilarity
   [junit4] Completed [34/511] on J0 in 45.10s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSort
   [junit4] Completed [35/511] on J0 in 2.54s, 25 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopDocsCollector
   [junit4] Completed [36/511] on J0 in 0.67s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestLSBRadixSorter
   [junit4] Completed [37/511] on J0 in 0.92s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMaxPosition
   [junit4] Completed [38/511] on J0 in 0.51s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterDeleteByQuery
   [junit4] Completed [39/511] on J0 in 0.39s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexManyDocuments
   [junit4] Completed [40/511] on J0 in 5.43s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBagOfPostings
   [junit4] Completed [41/511] on J0 in 23.16s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocsAndPositions
   [junit4] Completed [42/511] on J0 in 3.20s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCharsRef
   [junit4] Completed [43/511] on J0 in 0.54s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestLatLonPointQueries
   [junit4] IGNOR/A 0.01s J1 | TestLatLonPointQueries.testRandomBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestLatLonPointQueries.testRandomDistanceHuge
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [44/511] on J1 in 229.52s, 41 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFieldValueQuery
   [junit4] Completed [45/511] on J1 in 16.50s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestHighCompressionMode
   [junit4] Completed [46/511] on J1 in 4.14s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.bkd.TestDocIdsWriter
   [junit4] Completed [47/511] on J0 in 24.37s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPendingDeletes
   [junit4] Completed [48/511] on J0 in 0.07s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSoftDeletesDirectoryReaderWrapper
   [junit4] Completed [49/511] on J0 in 0.24s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRadixSelector
   [junit4] Completed [50/511] on J1 in 1.59s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitNorms
   [junit4] Completed [51/511] on J1 in 0.76s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestIntroSelector
   [junit4] Completed [52/511] on J0 in 1.49s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestLatLonPoint
   [junit4] Completed [53/511] on J0 in 0.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestIOUtils
   [junit4] Completed [54/511] on J0 in 0.25s, 19 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestStopFilter
   [junit4] Completed [55/511] on J0 in 0.07s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPointQueries
   [junit4] IGNOR/A 0.00s J2 | TestPointQueries.testRandomBinaryBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J2 | TestPointQueries.testRandomLongsBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [56/511] on J2 in 70.01s, 49 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestForUtil
   [junit4] Completed [57/511] on J2 in 0.10s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanScorer
   [junit4] Completed [58/511] on J1 in 4.18s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpRandom2
   [junit4] Completed [59/511] on J2 in 2.34s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMixedDocValuesUpdates
   [junit4] IGNOR/A 0.00s J1 | TestMixedDocValuesUpdates.testTonsOfUpdates
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [60/511] on J1 in 3.77s, 10 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterWithThreads
   [junit4] Completed [61/511] on J2 in 2.87s, 14 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestRateLimiter
   [junit4] Completed [62/511] on J2 in 0.72s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiPhraseEnum
   [junit4] Completed [63/511] on J2 in 0.06s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestElevationComparator
   [junit4] Completed [64/511] on J2 in 0.09s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMatchAllDocsQuery
   [junit4] Completed [65/511] on J2 in 0.10s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestBasics
   [junit4] Completed [66/511] on J2 in 3.57s, 27 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPostings
   [junit4] IGNOR/A 0.00s J2 | Test2BPostings.test
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [67/511] on J2 in 0.03s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene60FieldInfoFormat
   [junit4] Completed [68/511] on J2 in 0.40s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestFutureObjects
   [junit4] Completed [69/511] on J2 in 0.05s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestUpgradeIndexMergePolicy
   [junit4] Completed [70/511] on J0 in 13.51s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCodecs
   [junit4] Completed [71/511] on J0 in 0.61s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiFields
   [junit4] Completed [72/511] on J0 in 0.70s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressIndexing
   [junit4] Completed [73/511] on J2 in 2.25s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPayloadsOnVectors
   [junit4] Completed [74/511] on J2 in 0.07s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermVectors
   [junit4] Completed [75/511] on J0 in 0.67s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelCompositeReader
   [junit4] Completed [76/511] on J0 in 0.68s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestUnicodeUtil
   [junit4] Completed [77/511] on J0 in 0.98s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanOr
   [junit4] Completed [78/511] on J0 in 2.02s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestPackedTokenAttributeImpl
   [junit4] Completed [79/511] on J0 in 0.04s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnVMError
   [junit4] IGNOR/A 0.01s J0 | TestIndexWriterOnVMError.testCheckpoint
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [80/511] on J0 in 0.58s, 3 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticF1LOG
   [junit4] Completed [81/511] on J1 in 18.91s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPhraseQuery
   [junit4] Completed [82/511] on J1 in 2.17s, 22 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat3
   [junit4] Completed [83/511] on J1 in 1.86s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpRandom
   [junit4] Completed [84/511] on J1 in 0.23s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterUnicode
   [junit4] Completed [85/511] on J1 in 3.35s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestRAMDirectory
   [junit4] IGNOR/A 0.00s J1 | TestRAMDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] IGNOR/A 0.02s J1 | TestRAMDirectory.testPendingDeletions
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] Completed [86/511] on J1 in 0.89s, 45 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiCollector
   [junit4] Completed [87/511] on J1 in 0.25s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestEarlyTermination
   [junit4] Completed [88/511] on J1 in 0.07s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestLongValuesSource
   [junit4] Completed [89/511] on J1 in 1.66s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestSimilarityBase
   [junit4] Completed [90/511] on J1 in 0.53s, 27 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPositions
   [junit4] IGNOR/A 0.00s J1 | Test2BPositions.test
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=uses lots of space and takes a few minutes))
   [junit4] Completed [91/511] on J1 in 0.04s, 1 test, 1 skipped
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1121@lucene2-us-west.apache.org): 2018-11-21T23:06:35, stalled for 65.6s at: TestDistributionSPL.testRandomScoring
   [junit4] HEARTBEAT J2 PID(1123@lucene2-us-west.apache.org): 2018-11-21T23:06:47, stalled for 61.3s at: TestLucene70DocValuesFormat.testTermsEnumLongSharedPrefixes
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50TermVectorsFormat
   [junit4] Completed [92/511] on J1 in 87.69s, 17 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestFutureArrays
   [junit4] Completed [93/511] on J1 in 1.19s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressDeletes
   [junit4] Completed [94/511] on J1 in 7.14s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPayloads
   [junit4] Completed [95/511] on J1 in 1.27s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestDistributionSPL
   [junit4] Completed [96/511] on J0 in 123.17s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene70.TestIndexedDISI
   [junit4] Completed [97/511] on J1 in 24.80s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCharsRefBuilder
   [junit4] Completed [98/511] on J1 in 0.17s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestLockFactory
   [junit4] Completed [99/511] on J1 in 0.27s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopDocsMerge
   [junit4] Completed [100/511] on J1 in 6.59s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestBytesRefAttImpl
   [junit4] Completed [101/511] on J1 in 0.24s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOutOfFileDescriptors
   [junit4] Completed [102/511] on J1 in 34.48s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnDiskFull
   [junit4] Completed [103/511] on J1 in 2.44s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.FuzzyTermOnShortTermsTest
   [junit4] Completed [104/511] on J1 in 0.66s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestLatLonPointDistanceFeatureQuery
   [junit4] Completed [105/511] on J1 in 12.06s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestFilterDirectory
   [junit4] IGNOR/A 0.09s J1 | TestFilterDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] IGNOR/A 0.00s J1 | TestFilterDirectory.testPendingDeletions
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] Completed [106/511] on J1 in 3.17s, 43 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70NormsFormat
   [junit4] IGNOR/A 0.00s J0 | TestLucene70NormsFormat.testSparseNCommonBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J0 | TestLucene70NormsFormat.testNCommonBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J0 | TestLucene70NormsFormat.testMergeStability
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] Completed [107/511] on J0 in 82.65s, 29 tests, 3 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanRewrites
   [junit4] Completed [108/511] on J0 in 3.29s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiPhraseQuery
   [junit4] Completed [109/511] on J0 in 1.11s, 16 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestFloatRange
   [junit4] Completed [110/511] on J0 in 0.16s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestFixedBitSet
   [junit4] Completed [111/511] on J1 in 16.08s, 21 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestArrayUtil
   [junit4] Completed [112/511] on J0 in 18.36s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50CompoundFormat
   [junit4] Completed [113/511] on J0 in 26.15s, 26 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesCheckIndexHeader
   [junit4] Completed [114/511] on J0 in 5.69s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNeedsScores
   [junit4] Completed [115/511] on J0 in 0.69s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestAutomaton
   [junit4] Completed [116/511] on J0 in 17.13s, 56 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestAutomatonQueryUnicode
   [junit4] Completed [117/511] on J0 in 0.09s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestScoreCachingWrappingScorer
   [junit4] Completed [118/511] on J0 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDocValuesQueries
   [junit4] Completed [119/511] on J0 in 7.83s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMaxDocs
   [junit4] IGNOR/A 0.00s J0 | TestIndexWriterMaxDocs.testExactlyAtTrueLimit
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes over two hours))
   [junit4] Completed [120/511] on J0 in 2.63s, 21 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPostingsBytes
   [junit4] IGNOR/A 0.00s J0 | Test2BPostingsBytes.test
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~20GB-30GB of space and 10 minutes))
   [junit4] Completed [121/511] on J0 in 0.01s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestWANDScorer
   [junit4] Completed [122/511] on J0 in 2.57s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.geo.TestGeoUtils
   [junit4] Completed [123/511] on J0 in 14.71s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNeverDelete
   [junit4] Completed [124/511] on J0 in 3.25s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat2
   [junit4] Completed [125/511] on J0 in 4.03s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexableField
   [junit4] Completed [126/511] on J0 in 0.53s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFlushByRamOrCountsPolicy
   [junit4] Completed [127/511] on J0 in 3.07s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCollectionUtil
   [junit4] Completed [128/511] on J0 in 13.05s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestConjunctionDISI
   [junit4] Completed [129/511] on J0 in 18.61s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTragicIndexWriterDeadlock
   [junit4] Completed [130/511] on J0 in 0.13s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.TestCodecUtil
   [junit4] Completed [131/511] on J0 in 0.17s, 16 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(1130@lucene2-us-west.apache.org): 2018-11-21T23:11:23, stalled for 66.3s at: TestIndexingSequenceNumbers.testStressConcurrentAddAndDeleteAndCommit
   [junit4] Suite: org.apache.lucene.store.TestNativeFSLockFactory
   [junit4] IGNOR/A 0.00s J0 | TestNativeFSLockFactory.testStressLocks
   [junit4]    > Assumption #1: cannot handle buggy Files.delete
   [junit4] IGNOR/A 0.02s J0 | TestNativeFSLockFactory.testDeleteLockFile
   [junit4]    > Assumption #1: we must be able to delete an open file
   [junit4] Completed [132/511] on J0 in 12.80s, 11 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestBufferedIndexInput
   [junit4] Completed [133/511] on J0 in 1.71s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressIndexing2
   [junit4] Completed [134/511] on J0 in 7.95s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpans
   [junit4] Completed [135/511] on J0 in 3.21s, 25 tests
   [junit4] 
   [junit4] HEARTBEAT J2 PID(1123@lucene2-us-west.apache.org): 2018-11-21T23:11:59, stalled for 71.3s at: TestLucene70DocValuesFormat.testTermsEnumVariableWidth
   [junit4] HEARTBEAT J1 PID(1130@lucene2-us-west.apache.org): 2018-11-21T23:12:23, stalled for  126s at: TestIndexingSequenceNumbers.testStressConcurrentAddAndDeleteAndCommit
   [junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers
   [junit4] Completed [136/511] on J1 in 208.33s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNumericDocValuesUpdates
   [junit4] Completed [137/511] on J0 in 62.82s, 32 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocValues
   [junit4] Completed [138/511] on J0 in 0.97s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSearchWithThreads
   [junit4] Completed [139/511] on J0 in 8.85s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCharArraySet
   [junit4] Completed [140/511] on J0 in 0.52s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNoMergePolicy
   [junit4] Completed [141/511] on J0 in 0.40s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFilterLeafReader
   [junit4] Completed [142/511] on J0 in 0.66s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestDateTools
   [junit4] Completed [143/511] on J0 in 0.44s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BTerms
   [junit4] IGNOR/A 0.00s J0 | Test2BTerms.test2BTerms
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=very slow, use 5g minimum heap))
   [junit4] Completed [144/511] on J0 in 0.06s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticSimilarity
   [junit4] Completed [145/511] on J0 in 0.13s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocumentsWriterStallControl
   [junit4] Completed [146/511] on J1 in 33.97s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestDemo
   [junit4] Completed [147/511] on J1 in 0.72s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J2 PID(1123@lucene2-us-west.apache.org): 2018-11-21T23:13:23, stalled for 65.8s at: TestLucene70DocValuesFormat.testSortedNumericBlocksOfVariousBitsPerValue
   [junit4] Suite: org.apache.lucene.store.TestByteBuffersDirectory
   [junit4] IGNOR/A 0.04s J1 | TestByteBuffersDirectory.testPendingDeletions {impl=many buffers (heap)}
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] IGNOR/A 0.00s J1 | TestByteBuffersDirectory.testFsyncDoesntCreateNewFiles {impl=many buffers (heap)}
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] IGNOR/A 0.02s J1 | TestByteBuffersDirectory.testPendingDeletions {impl=byte array (heap)}
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] IGNOR/A 0.00s J1 | TestByteBuffersDirectory.testFsyncDoesntCreateNewFiles {impl=byte array (heap)}
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] IGNOR/A 0.10s J1 | TestByteBuffersDirectory.testPendingDeletions {impl=lucene's buffers (heap)}
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] IGNOR/A 0.05s J1 | TestByteBuffersDirectory.testFsyncDoesntCreateNewFiles {impl=lucene's buffers (heap)}
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] IGNOR/A 0.03s J1 | TestByteBuffersDirectory.testPendingDeletions {impl=one buffer (heap)}
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] IGNOR/A 0.02s J1 | TestByteBuffersDirectory.testFsyncDoesntCreateNewFiles {impl=one buffer (heap)}
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] Completed [148/511] on J1 in 14.60s, 168 tests, 8 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestSimpleAttributeImpl
   [junit4] Completed [149/511] on J1 in 0.35s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestCompiledAutomaton
   [junit4] Completed [150/511] on J1 in 1.25s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestOperations
   [junit4] Completed [151/511] on J1 in 5.19s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSloppyMath
   [junit4] Completed [152/511] on J1 in 7.59s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestDocument
   [junit4] Completed [153/511] on J1 in 1.07s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanSearchEquivalence
   [junit4] Completed [154/511] on J1 in 14.86s, 33 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMaxTermFrequency
   [junit4] Completed [155/511] on J1 in 1.08s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTransactionRollback
   [junit4] Completed [156/511] on J1 in 0.96s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestForTooMuchCloning
   [junit4] Completed [157/511] on J1 in 0.49s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.FiniteStringsIteratorTest
   [junit4] Completed [158/511] on J1 in 7.04s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70SegmentInfoFormat
   [junit4] Completed [159/511] on J1 in 2.77s, 16 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.TestCompetitiveFreqNormAccumulator
   [junit4] Completed [160/511] on J1 in 0.20s, 4 tests
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1121@lucene2-us-west.apache.org): 2018-11-21T23:14:11, stalled for 71.0s at: TestAxiomaticF1EXP.testRandomScoring
   [junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticF1EXP
   [junit4] Completed [161/511] on J0 in 79.98s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSubScorerFreqs
   [junit4] Completed [162/511] on J0 in 0.25s, 3 tests
   [junit4] 
   [junit4] HEARTBEAT J2 PID(1123@lucene2-us-west.apache.org): 2018-11-21T23:14:23, stalled for  126s at: TestLucene70DocValuesFormat.testSortedNumericBlocksOfVariousBitsPerValue
   [junit4] Suite: org.apache.lucene.analysis.TestGraphTokenizers
   [junit4] Completed [163/511] on J1 in 18.52s, 23 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTerm
   [junit4] Completed [164/511] on J1 in 0.70s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixRandom
   [junit4] Completed [165/511] on J1 in 4.89s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTerms
   [junit4] Completed [166/511] on J1 in 0.65s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFilterCodecReader
   [junit4] Completed [167/511] on J1 in 0.22s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCrashCausesCorruptIndex
   [junit4] Completed [168/511] on J1 in 2.38s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test4GBStoredFields
   [junit4] IGNOR/A 0.00s J1 | Test4GBStoredFields.test
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [169/511] on J1 in 0.05s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTotalHitCountCollector
   [junit4] Completed [170/511] on J1 in 0.23s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiLevelSkipList
   [junit4] Completed [171/511] on J1 in 0.69s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.fst.TestFSTs
   [junit4] IGNOR/A 0.00s J1 | TestFSTs.testBigSet
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [172/511] on J1 in 27.56s, 20 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBoolean2ScorerSupplier
   [junit4] Completed [173/511] on J1 in 1.18s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BSortedDocValuesFixedSorted
   [junit4] IGNOR/A 0.02s J1 | Test2BSortedDocValuesFixedSorted.testFixedSorted
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=Takes ~ 6 hours if the heap is 5gb))
   [junit4] Completed [174/511] on J1 in 0.02s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAtomicUpdate
   [junit4] Completed [175/511] on J1 in 4.29s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70DocValuesFormat
   [junit4] IGNOR/A 0.00s J2 | TestLucene70DocValuesFormat.testSortedSetVariableLengthManyVsStoredFields
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J2 | TestLucene70DocValuesFormat.testSortedVariableLengthManyVsStoredFields
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J2 | TestLucene70DocValuesFormat.testTermsEnumRandomMany
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [176/511] on J2 in 587.86s, 126 tests, 3 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCloseableThreadLocal
   [junit4] Completed [177/511] on J2 in 0.03s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestMmapDirectory
   [junit4] Completed [178/511] on J2 in 1.07s, 42 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopFieldCollector
   [junit4] Completed [179/511] on J2 in 0.18s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestCharTermAttributeImpl
   [junit4] Completed [180/511] on J2 in 0.52s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPointValues
   [junit4] Completed [181/511] on J1 in 10.13s, 32 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortedSetSelector
   [junit4] Completed [182/511] on J1 in 0.14s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestIndependenceStandardized
   [junit4] Completed [183/511] on J0 in 59.24s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
   [junit4] Completed [184/511] on J1 in 4.64s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimilarity
   [junit4] Completed [185/511] on J1 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
   [junit4] IGNOR/A 0.00s J2 | TestIndexWriterReader.testDuringAddIndexes
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [186/511] on J2 in 10.25s, 23 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnJRECrash
   [junit4] IGNOR/A 0.00s J2 | TestIndexWriterOnJRECrash.testNRTThreads
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [187/511] on J2 in 0.01s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.MultiCollectorTest
   [junit4] Completed [188/511] on J2 in 0.05s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestLatLonPointDistanceSort
   [junit4] IGNOR/A 0.00s J2 | TestLatLonPointDistanceSort.testRandomHuge
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [189/511] on J2 in 1.54s, 4 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterExceptions
   [junit4] IGNOR/A 0.00s J1 | TestIndexWriterExceptions.testTooManyTokens
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [190/511] on J1 in 8.21s, 35 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTwoPhaseCommitTool
   [junit4] Completed [191/511] on J1 in 0.04s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestField
   [junit4] Completed [192/511] on J1 in 0.13s, 23 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestReaderWrapperDVTypeCheck
   [junit4] Completed [193/511] on J1 in 0.04s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCheckIndex
   [junit4] Completed [194/511] on J1 in 1.10s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestFilterSpans
   [junit4] Completed [195/511] on J1 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestToken
   [junit4] Completed [196/511] on J1 in 0.03s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNoMergeScheduler
   [junit4] Completed [197/511] on J1 in 0.05s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestGrowableByteArrayDataOutput
   [junit4] Completed [198/511] on J2 in 8.85s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestFixedLengthBytesRefArray
   [junit4] Completed [199/511] on J2 in 0.16s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestInfoStream
   [junit4] Completed [200/511] on J2 in 0.04s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestScorerPerf
   [junit4] Completed [201/511] on J1 in 3.78s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestReqOptSumScorer
   [junit4] Completed [202/511] on J1 in 0.93s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOneMergeWrappingMergePolicy
   [junit4] Completed [203/511] on J1 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestAssertions
   [junit4] Completed [204/511] on J1 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestMergeSchedulerExternal
   [junit4] Completed [205/511] on J1 in 1.11s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestSearch
   [junit4] Completed [206/511] on J1 in 0.09s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestSearchForDuplicates
   [junit4] Completed [207/511] on J1 in 0.13s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestAnalyzerWrapper
   [junit4] Completed [208/511] on J1 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCachingTokenFilter
   [junit4] Completed [209/511] on J1 in 0.05s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCharArrayMap
   [junit4] Completed [210/511] on J1 in 0.16s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCharFilter
   [junit4] Completed [211/511] on J1 in 0.04s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCharacterUtils
   [junit4] Completed [212/511] on J1 in 0.04s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestDelegatingAnalyzerWrapper
   [junit4] Completed [213/511] on J1 in 0.06s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
   [junit4] Completed [214/511] on J2 in 13.16s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestExternalCodecs
   [junit4] Completed [215/511] on J2 in 0.31s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestDirectory
   [junit4] IGNOR/A 0.00s J2 | TestDirectory.testListAll
   [junit4]    > Assumption #1: this test does not expect extra files
   [junit4] Completed [216/511] on J2 in 0.37s, 4 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.TestCodecLoadingDeadlock
   [junit4] Completed [217/511] on J2 in 0.87s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestDaciukMihovAutomatonBuilder
   [junit4] Completed [218/511] on J2 in 0.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestRegExp
   [junit4] Completed [219/511] on J2 in 0.13s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSmallFloat
   [junit4] Completed [220/511] on J2 in 0.23s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestDoubleRange
   [junit4] Completed [221/511] on J2 in 0.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanTermQuery
   [junit4] Completed [222/511] on J2 in 0.02s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMergeRateLimiter
   [junit4] Completed [223/511] on J2 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTransactions
   [junit4] Completed [224/511] on J2 in 1.34s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestForceMergeForever
   [junit4] Completed [225/511] on J2 in 1.40s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.LimitedFiniteStringsIteratorTest
   [junit4] Completed [226/511] on J2 in 0.46s, 6 tests
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1121@lucene2-us-west.apache.org): 2018-11-21T23:16:23, stalled for 63.4s at: TestBasicModelIF.testRandomScoring
   [junit4] Suite: org.apache.lucene.analysis.standard.TestStandardAnalyzer
   [junit4] Completed [227/511] on J1 in 46.27s, 36 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestFastDecompressionMode
   [junit4] Completed [228/511] on J1 in 12.76s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50LiveDocsFormat
   [junit4] IGNOR/A 0.00s J1 | TestLucene50LiveDocsFormat.testOverflow
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=Uses lots of memory))
   [junit4] Completed [229/511] on J1 in 0.38s, 4 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50StoredFieldsFormat
   [junit4] IGNOR/A 0.00s J1 | TestLucene50StoredFieldsFormat.testBigDocuments
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [230/511] on J1 in 8.88s, 17 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50StoredFieldsFormatHighCompression
   [junit4] IGNOR/A 0.00s J1 | TestLucene50StoredFieldsFormatHighCompression.testBigDocuments
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [231/511] on J1 in 18.75s, 19 tests, 1 skipped
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1121@lucene2-us-west.apache.org): 2018-11-21T23:17:23, stalled for  123s at: TestBasicModelIF.testRandomScoring
   [junit4] Suite: org.apache.lucene.codecs.lucene60.TestLucene60PointsFormat
   [junit4] IGNOR/A 0.00s J1 | TestLucene60PointsFormat.testRandomBinaryBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.07s J1 | TestLucene60PointsFormat.testMergeStability
   [junit4]    > Assumption #1: merge is not stable
   [junit4] Completed [232/511] on J1 in 21.26s, 20 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestBasicModelIF
   [junit4] Completed [233/511] on J0 in 165.70s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
   [junit4] Completed [234/511] on J2 in 190.27s, 110 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestFastCompressionMode
   [junit4] Completed [235/511] on J2 in 4.37s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestReusableStringReader
   [junit4] Completed [236/511] on J2 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermStates
   [junit4] Completed [237/511] on J2 in 0.15s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestQueryRescorer
   [junit4] Completed [238/511] on J2 in 1.48s, 6 tests
   [junit4] 
   [junit4] HEARTBEAT J0 PID(1121@lucene2-us-west.apache.org): 2018-11-21T23:19:11, stalled for 65.8s at: TestIndexWriterNRTIsCurrent.testIsCurrentWithThreads
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat
   [junit4] IGNOR/A 0.07s J1 | TestPerFieldPostingsFormat.testMergeStability
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] IGNOR/A 0.15s J1 | TestPerFieldPostingsFormat.testPostingsEnumReuse
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] Completed [239/511] on J1 in 111.81s, 25 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat2
   [junit4] Completed [240/511] on J1 in 4.36s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestBinaryDocument
   [junit4] Completed [241/511] on J1 in 0.24s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestFeatureField
   [junit4] Completed [242/511] on J1 in 1.59s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestIntRange
   [junit4] Completed [243/511] on J1 in 0.34s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestLatLonDocValuesField
   [junit4] Completed [244/511] on J1 in 0.09s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestLongDistanceFeatureQuery
   [junit4] Completed [245/511] on J1 in 5.97s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestLongRange
   [junit4] Completed [246/511] on J1 in 0.18s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.geo.TestGeoEncodingUtils
   [junit4] Completed [247/511] on J1 in 4.19s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BDocs
   [junit4] IGNOR/A 0.00s J1 | Test2BDocs.test2BDocs
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=Takes ~30min))
   [junit4] Completed [248/511] on J1 in 0.04s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BNumericDocValues
   [junit4] IGNOR/A 0.00s J1 | Test2BNumericDocValues.testNumerics
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 2 hours if the heap is 5gb))
   [junit4] Completed [249/511] on J1 in 0.03s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPoints
   [junit4] IGNOR/A 0.00s J1 | Test2BPoints.test2D
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
   [junit4] IGNOR/A 0.00s J1 | Test2BPoints.test1D
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
   [junit4] Completed [250/511] on J1 in 0.00s, 2 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesHaveCodecHeader
   [junit4] Completed [251/511] on J1 in 1.37s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterNRTIsCurrent
   [junit4] Completed [252/511] on J0 in 108.66s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIntBlockPool
   [junit4] Completed [253/511] on J0 in 2.22s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBinaryDocValuesUpdates
   [junit4] IGNOR/A 0.00s J1 | TestBinaryDocValuesUpdates.testTonsOfUpdates
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [254/511] on J1 in 17.66s, 29 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBinaryTerms
   [junit4] Completed [255/511] on J1 in 0.77s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestByteSlices
   [junit4] Completed [256/511] on J1 in 6.55s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestConcurrentMergeScheduler
   [junit4] Completed [257/511] on J1 in 7.53s, 16 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestConsistentFieldNumbers
   [junit4] Completed [258/511] on J1 in 1.55s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCustomTermFreq
   [junit4] Completed [259/511] on J1 in 0.14s, 12 tests
   [junit4] 
   [junit4] HEARTBEAT J2 PID(1123@lucene2-us-west.apache.org): 2018-11-21T23:20:23, stalled for 67.9s at: TestTermsEnum.testVaryingTermsPerSegment
   [junit4] Suite: org.apache.lucene.index.TestDeletionPolicy
   [junit4] Completed [260/511] on J1 in 4.04s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDemoParallelLeafReader
   [junit4] Completed [261/511] on J1 in 4.58s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDirectoryReader
   [junit4] Completed [262/511] on J1 in 0.84s, 24 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestLatLonDocValuesQueries
   [junit4] IGNOR/A 0.02s J0 | TestLatLonDocValuesQueries.testPolygonBasics
   [junit4]    > Assumption #1: Impl does not support polygons
   [junit4] IGNOR/A 0.00s J0 | TestLatLonDocValuesQueries.testPolygonNullField
   [junit4]    > Assumption #1: Impl does not support polygons
   [junit4] IGNOR/A 0.00s J0 | TestLatLonDocValuesQueries.testMultiPolygonBasics
   [junit4]    > Assumption #1: Impl does not support polygons
   [junit4] IGNOR/A 0.00s J0 | TestLatLonDocValuesQueries.testPolygonHole
   [junit4]    > Assumption #1: Impl does not support polygons
   [junit4] IGNOR/A 0.00s J0 | TestLatLonDocValuesQueries.testRandomDistanceHuge
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.01s J0 | TestLatLonDocValuesQueries.testSmallSetPoly
   [junit4]    > Assumption #1: Impl does not support polygons
   [junit4] IGNOR/A 0.00s J0 | TestLatLonDocValuesQueries.testSmallSetPolyWholeMap
   [junit4]    > Assumption #1: Impl does not support polygons
   [junit4] IGNOR/A 0.00s J0 | TestLatLonDocValuesQueries.testRandomBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J0 | TestLatLonDocValuesQueries.testPolygonHoleExcludes
   [junit4]    > Assumption #1: Impl does not support polygons
   [junit4] Completed [263/511] on J0 in 34.11s, 40 tests, 9 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BBinaryDocValues
   [

[...truncated too long message...]

pples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1838660178
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1838660178
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1838660178

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 72ms :: artifacts dl 18ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 224 minutes 40 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 215 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/215/

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.prometheus.exporter.SolrExporterTest

Error Message:
Error from server at https://127.0.0.1:34057/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34057/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000
	at __randomizedtesting.SeedInfo.seed([95FFC6A58A5C2717]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.setupCluster(SolrExporterTestBase.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:875)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
max version bucket seed not updated after recovery!

Stack Trace:
java.lang.AssertionError: max version bucket seed not updated after recovery!
	at __randomizedtesting.SeedInfo.seed([FA93CFBC5D914971:72C7F066F36D2489]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:290)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:131)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: org.apache.solr.common.SolrException: Shard ScheduledMaintenanceTriggerTest_collection1 /  shard1 has no leader and can't be split

Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: org.apache.solr.common.SolrException: Shard ScheduledMaintenanceTriggerTest_collection1 /  shard1 has no leader and can't be split
	at __randomizedtesting.SeedInfo.seed([FA93CFBC5D914971:E7BF0FCE3CD26E7A]:0)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:654)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager$1.request(SimCloudManager.java:224)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:221)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: org.apache.solr.common.SolrException: Shard ScheduledMaintenanceTriggerTest_collection1 /  shard1 has no leader and can't be split
	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:652)
	... 43 more
Caused by: org.apache.solr.common.SolrException: org.apache.solr.common.SolrException: Shard ScheduledMaintenanceTriggerTest_collection1 /  shard1 has no leader and can't be split
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:854)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$15(SimCloudManager.java:651)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Shard ScheduledMaintenanceTriggerTest_collection1 /  shard1 has no leader and can't be split
	at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.simSplitShard(SimClusterStateProvider.java:1152)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:852)
	... 6 more




Build Log:
[...truncated 13908 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> 3084361 INFO  (SUITE-HttpPartitionTest-seed#[FA93CFBC5D914971]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/init-core-data-001
   [junit4]   2> 3084362 WARN  (SUITE-HttpPartitionTest-seed#[FA93CFBC5D914971]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
   [junit4]   2> 3084362 INFO  (SUITE-HttpPartitionTest-seed#[FA93CFBC5D914971]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3084363 INFO  (SUITE-HttpPartitionTest-seed#[FA93CFBC5D914971]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 3084363 INFO  (SUITE-HttpPartitionTest-seed#[FA93CFBC5D914971]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /kl_jg/e
   [junit4]   2> 3084375 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3084375 INFO  (Thread-3526) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3084375 INFO  (Thread-3526) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3084383 ERROR (Thread-3526) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3084475 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.ZkTestServer start zk server on port:35614
   [junit4]   2> 3084478 INFO  (zkConnectionManagerCallback-10308-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3084481 INFO  (zkConnectionManagerCallback-10310-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3084485 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3084487 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3084488 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3084489 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3084511 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3084512 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3084514 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3084515 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3084516 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3084517 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3084518 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3084519 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 3084777 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 3084790 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3084790 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3084790 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3084792 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20b3eac0{/kl_jg/e,null,AVAILABLE}
   [junit4]   2> 3084803 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@36c8e25a{HTTP/1.1,[http/1.1]}{127.0.0.1:43530}
   [junit4]   2> 3084803 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.Server Started @3085026ms
   [junit4]   2> 3084803 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/tempDir-001/control/data, hostContext=/kl_jg/e, hostPort=39644, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/control-001/cores}
   [junit4]   2> 3084803 ERROR (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3084803 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3084804 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3084804 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3084804 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3084804 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-20T16:43:00.839Z
   [junit4]   2> 3084805 INFO  (zkConnectionManagerCallback-10312-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3084831 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3084831 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/control-001/solr.xml
   [junit4]   2> 3084834 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3084834 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3084836 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@63cdad84, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3085074 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35614/solr
   [junit4]   2> 3085076 INFO  (zkConnectionManagerCallback-10316-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3085078 INFO  (zkConnectionManagerCallback-10318-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3085305 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39644_kl_jg%2Fe
   [junit4]   2> 3085306 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.Overseer Overseer (id=73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) starting
   [junit4]   2> 3085324 INFO  (zkConnectionManagerCallback-10325-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3085326 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35614/solr ready
   [junit4]   2> 3085327 INFO  (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39644_kl_jg%2Fe
   [junit4]   2> 3085327 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39644_kl_jg%2Fe
   [junit4]   2> 3085327 DEBUG (OverseerAutoScalingTriggerThread-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 3085328 INFO  (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3085346 DEBUG (OverseerAutoScalingTriggerThread-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 3085346 INFO  (zkCallback-10324-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3085347 DEBUG (OverseerAutoScalingTriggerThread-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 3085347 DEBUG (OverseerAutoScalingTriggerThread-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 3085358 DEBUG (OverseerAutoScalingTriggerThread-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:39644_kl_jg%2Fe]
   [junit4]   2> 3085359 DEBUG (OverseerAutoScalingTriggerThread-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3085359 DEBUG (OverseerAutoScalingTriggerThread-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 3085359 DEBUG (ScheduledTrigger-7972-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 3085398 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3085455 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63cdad84
   [junit4]   2> 3085480 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63cdad84
   [junit4]   2> 3085480 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63cdad84
   [junit4]   2> 3085481 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/control-001/cores
   [junit4]   2> 3085553 INFO  (zkConnectionManagerCallback-10331-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3085554 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3085554 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35614/solr ready
   [junit4]   2> 3085555 INFO  (SocketProxy-Acceptor-39644) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44580,localport=39644], receiveBufferSize:531000
   [junit4]   2> 3085555 INFO  (SocketProxy-Acceptor-39644) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43530,localport=50976], receiveBufferSize=530904
   [junit4]   2> 3085556 INFO  (qtp642322192-25150) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39644_kl_jg%252Fe&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3085559 INFO  (OverseerThreadFactory-7974-thread-1-processing-n:127.0.0.1:39644_kl_jg%2Fe) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 3085561 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:39644_kl_jg%2Fe",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 3085663 INFO  (SocketProxy-Acceptor-39644) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44584,localport=39644], receiveBufferSize:531000
   [junit4]   2> 3085663 INFO  (SocketProxy-Acceptor-39644) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43530,localport=50980], receiveBufferSize=530904
   [junit4]   2> 3085664 INFO  (qtp642322192-25145) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3085666 INFO  (SocketProxy-Acceptor-39644) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44588,localport=39644], receiveBufferSize:531000
   [junit4]   2> 3085667 INFO  (SocketProxy-Acceptor-39644) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43530,localport=50984], receiveBufferSize=530904
   [junit4]   2> 3085667 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3085667 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3085670 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39644/kl_jg/e",
   [junit4]   2>   "node_name":"127.0.0.1:39644_kl_jg%2Fe",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3086360 DEBUG (ScheduledTrigger-7972-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 3086695 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3086716 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 3086971 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3087009 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 3087010 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63cdad84
   [junit4]   2> 3087010 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 3087012 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=67.9287109375, floorSegmentMB=1.7666015625, forceMergeDeletesPctAllowed=15.880532373726545, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=47.74617908343414
   [junit4]   2> 3087013 WARN  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3087103 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3087104 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3087105 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3087105 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3087105 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=19.0703125, floorSegmentMB=0.927734375, forceMergeDeletesPctAllowed=25.43163873321258, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7543890065591703, deletesPctAllowed=34.607443124905366
   [junit4]   2> 3087106 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f7dbc23[control_collection_shard1_replica_n1] main]
   [junit4]   2> 3087107 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3087107 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3087116 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3087116 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617671941679742976
   [junit4]   2> 3087116 INFO  (searcherExecutor-7979-thread-1-processing-n:127.0.0.1:39644_kl_jg%2Fe x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3f7dbc23[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3087121 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 3087124 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3087124 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3087124 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39644/kl_jg/e/control_collection_shard1_replica_n1/
   [junit4]   2> 3087124 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3087125 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39644/kl_jg/e/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 3087128 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39644/kl_jg/e/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 3087128 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:39644/kl_jg/e",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 3087230 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3087231 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39644/kl_jg/e",
   [junit4]   2>   "node_name":"127.0.0.1:39644_kl_jg%2Fe",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3087232 INFO  (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1565
   [junit4]   2> 3087251 INFO  (qtp642322192-25150) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3087332 INFO  (zkCallback-10317-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3087361 DEBUG (ScheduledTrigger-7972-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 3087560 INFO  (OverseerCollectionConfigSetProcessor-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3088251 INFO  (qtp642322192-25150) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39644_kl_jg%252Fe&wt=javabin&version=2} status=0 QTime=2695
   [junit4]   2> 3088255 INFO  (zkConnectionManagerCallback-10336-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3088277 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3088278 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35614/solr ready
   [junit4]   2> 3088278 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3088278 INFO  (SocketProxy-Acceptor-39644) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44594,localport=39644], receiveBufferSize:531000
   [junit4]   2> 3088279 INFO  (SocketProxy-Acceptor-39644) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43530,localport=50990], receiveBufferSize=530904
   [junit4]   2> 3088279 INFO  (qtp642322192-25149) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3088281 INFO  (OverseerThreadFactory-7974-thread-2-processing-n:127.0.0.1:39644_kl_jg%2Fe) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 3088284 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "createNodeSet":"",
   [junit4]   2>   "stateFormat":"1",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 3088361 DEBUG (ScheduledTrigger-7972-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 3088484 WARN  (OverseerThreadFactory-7974-thread-2-processing-n:127.0.0.1:39644_kl_jg%2Fe) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 3088487 INFO  (qtp642322192-25149) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3088487 INFO  (qtp642322192-25149) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=207
   [junit4]   2> 3088785 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-1-001 of type NRT
   [junit4]   2> 3088785 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 3088786 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3088786 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3088786 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3088787 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d2e63c5{/kl_jg/e,null,AVAILABLE}
   [junit4]   2> 3088787 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@465ed0b3{HTTP/1.1,[http/1.1]}{127.0.0.1:41993}
   [junit4]   2> 3088787 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.Server Started @3089010ms
   [junit4]   2> 3088787 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/kl_jg/e, hostPort=38151, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-1-001/cores}
   [junit4]   2> 3088787 ERROR (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3088787 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3088788 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3088788 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3088788 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3088788 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-20T16:43:04.823Z
   [junit4]   2> 3088789 INFO  (zkConnectionManagerCallback-10338-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3088790 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3088790 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-1-001/solr.xml
   [junit4]   2> 3088793 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3088793 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3088795 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@63cdad84, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3088961 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35614/solr
   [junit4]   2> 3088965 INFO  (zkConnectionManagerCallback-10342-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3088967 INFO  (zkConnectionManagerCallback-10344-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3088992 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3088995 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3088995 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38151_kl_jg%2Fe
   [junit4]   2> 3088996 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:38151_kl_jg%2Fe"} current state version: 1
   [junit4]   2> 3088996 INFO  (zkCallback-10335-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3088996 INFO  (zkCallback-10324-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3088996 INFO  (zkCallback-10317-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3088997 INFO  (zkCallback-10343-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3089058 INFO  (zkConnectionManagerCallback-10351-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3089059 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3089060 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35614/solr ready
   [junit4]   2> 3089060 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3089115 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63cdad84
   [junit4]   2> 3089146 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63cdad84
   [junit4]   2> 3089146 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63cdad84
   [junit4]   2> 3089147 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-1-001/cores
   [junit4]   2> 3089209 INFO  (SocketProxy-Acceptor-38151) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48022,localport=38151], receiveBufferSize:531000
   [junit4]   2> 3089209 INFO  (SocketProxy-Acceptor-38151) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41993,localport=40770], receiveBufferSize=530904
   [junit4]   2> 3089210 INFO  (qtp1032618628-25214) [n:127.0.0.1:38151_kl_jg%2Fe    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38151_kl_jg%252Fe&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3089212 INFO  (OverseerCollectionConfigSetProcessor-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3089215 INFO  (SocketProxy-Acceptor-38151) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48026,localport=38151], receiveBufferSize:531000
   [junit4]   2> 3089215 INFO  (SocketProxy-Acceptor-38151) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41993,localport=40774], receiveBufferSize=530904
   [junit4]   2> 3089216 INFO  (qtp1032618628-25209) [n:127.0.0.1:38151_kl_jg%2Fe    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3089218 INFO  (qtp642322192-25151) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 3089219 INFO  (qtp642322192-25149) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3089219 INFO  (OverseerThreadFactory-7974-thread-3-processing-n:127.0.0.1:39644_kl_jg%2Fe) [n:127.0.0.1:39644_kl_jg%2Fe c:collection1 s:shard2  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38151_kl_jg%2Fe for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 3089221 INFO  (SocketProxy-Acceptor-38151) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48030,localport=38151], receiveBufferSize:531000
   [junit4]   2> 3089239 INFO  (SocketProxy-Acceptor-38151) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41993,localport=40778], receiveBufferSize=530904
   [junit4]   2> 3089239 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe    x:collection1_shard2_replica_n41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3089241 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard2_replica_n41",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38151/kl_jg/e",
   [junit4]   2>   "node_name":"127.0.0.1:38151_kl_jg%2Fe",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 1
   [junit4]   2> 3089361 DEBUG (ScheduledTrigger-7972-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 3090265 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3090331 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
   [junit4]   2> 3090391 DEBUG (ScheduledTrigger-7972-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 3090898 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3090977 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
   [junit4]   2> 3090978 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63cdad84
   [junit4]   2> 3090978 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 3090980 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=67.9287109375, floorSegmentMB=1.7666015625, forceMergeDeletesPctAllowed=15.880532373726545, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=47.74617908343414
   [junit4]   2> 3090994 WARN  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3091149 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3091149 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3091150 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3091150 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3091163 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=19.0703125, floorSegmentMB=0.927734375, forceMergeDeletesPctAllowed=25.43163873321258, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7543890065591703, deletesPctAllowed=34.607443124905366
   [junit4]   2> 3091163 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@4969720e[collection1_shard2_replica_n41] main]
   [junit4]   2> 3091165 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3091165 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3091165 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3091166 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617671945926475776
   [junit4]   2> 3091166 INFO  (searcherExecutor-7993-thread-1-processing-n:127.0.0.1:38151_kl_jg%2Fe x:collection1_shard2_replica_n41 c:collection1 s:shard2) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@4969720e[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3091171 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
   [junit4]   2> 3091174 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3091174 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3091174 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38151/kl_jg/e/collection1_shard2_replica_n41/
   [junit4]   2> 3091174 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3091174 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:38151/kl_jg/e/collection1_shard2_replica_n41/ has no replicas
   [junit4]   2> 3091185 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38151/kl_jg/e/collection1_shard2_replica_n41/ shard2
   [junit4]   2> 3091185 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1:38151/kl_jg/e",
   [junit4]   2>   "core":"collection1_shard2_replica_n41",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 3091336 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3091338 INFO  (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2098
   [junit4]   2> 3091354 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard2_replica_n41",
   [junit4]   2>   "core_node_name":"core_node42",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38151/kl_jg/e",
   [junit4]   2>   "node_name":"127.0.0.1:38151_kl_jg%2Fe",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 3091355 INFO  (qtp1032618628-25214) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38151_kl_jg%252Fe&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2145
   [junit4]   2> 3091391 DEBUG (ScheduledTrigger-7972-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 3091655 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-2-001 of type NRT
   [junit4]   2> 3091656 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 3091657 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3091657 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3091657 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3091657 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ca36cc8{/kl_jg/e,null,AVAILABLE}
   [junit4]   2> 3091658 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@73adbe6c{HTTP/1.1,[http/1.1]}{127.0.0.1:44808}
   [junit4]   2> 3091658 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.e.j.s.Server Started @3091881ms
   [junit4]   2> 3091658 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/kl_jg/e, hostPort=46464, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-2-001/cores}
   [junit4]   2> 3091658 ERROR (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3091659 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3091659 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3091659 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3091659 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3091659 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-20T16:43:07.694Z
   [junit4]   2> 3091660 INFO  (zkConnectionManagerCallback-10354-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091661 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3091661 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-2-001/solr.xml
   [junit4]   2> 3091665 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3091665 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3091678 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@63cdad84, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3091842 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35614/solr
   [junit4]   2> 3091843 INFO  (zkConnectionManagerCallback-10358-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091857 INFO  (zkConnectionManagerCallback-10360-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091862 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3091866 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3091866 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46464_kl_jg%2Fe
   [junit4]   2> 3091867 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:46464_kl_jg%2Fe"} current state version: 4
   [junit4]   2> 3091867 INFO  (zkCallback-10324-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3091867 INFO  (zkCallback-10335-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3091867 INFO  (zkCallback-10350-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3091867 INFO  (zkCallback-10343-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3091867 INFO  (zkCallback-10317-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3091868 INFO  (zkCallback-10359-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3091921 INFO  (zkConnectionManagerCallback-10367-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091930 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3091931 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35614/solr ready
   [junit4]   2> 3091932 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3091965 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63cdad84
   [junit4]   2> 3092005 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63cdad84
   [junit4]   2> 3092005 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63cdad84
   [junit4]   2> 3092006 INFO  (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-2-001/cores
   [junit4]   2> 3092101 INFO  (qtp1032618628-25209) [n:127.0.0.1:38151_kl_jg%2Fe    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46464_kl_jg%252Fe&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3092124 INFO  (OverseerCollectionConfigSetProcessor-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3092127 INFO  (qtp1032618628-25213) [n:127.0.0.1:38151_kl_jg%2Fe    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_n41:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 3092128 INFO  (qtp1032618628-25216) [n:127.0.0.1:38151_kl_jg%2Fe    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3092137 INFO  (qtp642322192-25151) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 3092138 INFO  (qtp642322192-25149) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3092139 INFO  (SocketProxy-Acceptor-46464) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=51970,localport=46464], receiveBufferSize:531000
   [junit4]   2> 3092139 INFO  (SocketProxy-Acceptor-46464) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44808,localport=55190], receiveBufferSize=530904
   [junit4]   2> 3092140 INFO  (qtp786686155-25258) [n:127.0.0.1:46464_kl_jg%2Fe    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3092149 INFO  (OverseerThreadFactory-7974-thread-4-processing-n:127.0.0.1:39644_kl_jg%2Fe) [n:127.0.0.1:39644_kl_jg%2Fe c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:46464_kl_jg%2Fe for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 3092161 INFO  (SocketProxy-Acceptor-46464) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=51974,localport=46464], receiveBufferSize:531000
   [junit4]   2> 3092164 INFO  (SocketProxy-Acceptor-46464) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44808,localport=55194], receiveBufferSize=530904
   [junit4]   2> 3092177 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe    x:collection1_shard1_replica_n43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3092179 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard1_replica_n43",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46464/kl_jg/e",
   [junit4]   2>   "node_name":"127.0.0.1:46464_kl_jg%2Fe",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 4
   [junit4]   2> 3092392 DEBUG (ScheduledTrigger-7972-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 3093220 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3093253 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
   [junit4]   2> 3093392 DEBUG (ScheduledTrigger-7972-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 3093591 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3093637 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
   [junit4]   2> 3093638 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63cdad84
   [junit4]   2> 3093638 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
   [junit4]   2> 3093640 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=67.9287109375, floorSegmentMB=1.7666015625, forceMergeDeletesPctAllowed=15.880532373726545, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=47.74617908343414
   [junit4]   2> 3093654 WARN  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3093747 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3093747 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3093748 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3093748 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3093749 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=19.0703125, floorSegmentMB=0.927734375, forceMergeDeletesPctAllowed=25.43163873321258, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7543890065591703, deletesPctAllowed=34.607443124905366
   [junit4]   2> 3093749 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@13b1a36a[collection1_shard1_replica_n43] main]
   [junit4]   2> 3093750 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3093751 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3093751 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3093751 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617671948637044736
   [junit4]   2> 3093752 INFO  (searcherExecutor-8007-thread-1-processing-n:127.0.0.1:46464_kl_jg%2Fe x:collection1_shard1_replica_n43 c:collection1 s:shard1) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@13b1a36a[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3093756 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node44=0}, version=0}
   [junit4]   2> 3093758 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3093758 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3093758 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46464/kl_jg/e/collection1_shard1_replica_n43/
   [junit4]   2> 3093758 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3093758 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:46464/kl_jg/e/collection1_shard1_replica_n43/ has no replicas
   [junit4]   2> 3093769 INFO  (qtp786686155-25253) [n:127.0.0.1:46464_

[...truncated too long message...]

-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null786163218
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null786163218
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null786163218

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 72ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 227 minutes 8 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 214 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Error processing tokens: Error while parsing action 'Text/ZeroOrMore/FirstOf/Token/DelimitedToken/DelimitedToken_Action3' at input position (line 76, pos 4):
)"}
   ^

java.lang.OutOfMemoryError: Java heap space

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 213 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/213/

14 tests failed.
FAILED:  org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica

Error Message:
Expected new active leader null Live Nodes: [127.0.0.1:41352_solr, 127.0.0.1:42516_solr, 127.0.0.1:44817_solr] Last available state: DocCollection(raceDeleteReplica_false//collections/raceDeleteReplica_false/state.json/13)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node4":{           "core":"raceDeleteReplica_false_shard1_replica_n2",           "base_url":"https://127.0.0.1:46850/solr",           "node_name":"127.0.0.1:46850_solr",           "state":"down",           "type":"NRT",           "force_set_state":"false",           "leader":"true"},         "core_node6":{           "core":"raceDeleteReplica_false_shard1_replica_n5",           "base_url":"https://127.0.0.1:46850/solr",           "node_name":"127.0.0.1:46850_solr",           "state":"down",           "type":"NRT",           "force_set_state":"false"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Expected new active leader
null
Live Nodes: [127.0.0.1:41352_solr, 127.0.0.1:42516_solr, 127.0.0.1:44817_solr]
Last available state: DocCollection(raceDeleteReplica_false//collections/raceDeleteReplica_false/state.json/13)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"raceDeleteReplica_false_shard1_replica_n2",
          "base_url":"https://127.0.0.1:46850/solr",
          "node_name":"127.0.0.1:46850_solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"},
        "core_node6":{
          "core":"raceDeleteReplica_false_shard1_replica_n5",
          "base_url":"https://127.0.0.1:46850/solr",
          "node_name":"127.0.0.1:46850_solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:18C8D9E5AA89E156]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
	at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:328)
	at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:224)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaByCountForAllShards

Error Message:
Error from server at https://127.0.0.1:42516/solr: Cannot create collection deleteByCountNew. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42516/solr: Cannot create collection deleteByCountNew. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)
	at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:4E4FFF618D3AF6C9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaByCountForAllShards(DeleteReplicaTest.java:161)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest

Error Message:
Error from server at https://127.0.0.1:42516/solr: Cannot create collection delLiveColl. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42516/solr: Cannot create collection delLiveColl. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)
	at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:DFBE0C3EDF4403E9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:73)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.legacy.TestNumericRangeQuery32.testFloatRange_8bit

Error Message:
Returned count of range query must be equal to inclusive range length expected:<3001> but was:<2145>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to inclusive range length expected:<3001> but was:<2145>
	at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:8F5F30DE65382061]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.legacy.TestNumericRangeQuery32.testFloatRange(TestNumericRangeQuery32.java:403)
	at org.apache.solr.legacy.TestNumericRangeQuery32.testFloatRange_8bit(TestNumericRangeQuery32.java:408)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.legacy.TestNumericRangeQuery32.testRangeSplit_4bit

Error Message:
Returned count of range query must be equal to exclusive range length expected:<1712> but was:<1000>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to exclusive range length expected:<1712> but was:<1000>
	at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:EFBCB612643A0147]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.legacy.TestNumericRangeQuery32.testRangeSplit(TestNumericRangeQuery32.java:368)
	at org.apache.solr.legacy.TestNumericRangeQuery32.testRangeSplit_4bit(TestNumericRangeQuery32.java:387)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.legacy.TestNumericRangeQuery32.testRangeSplit_8bit

Error Message:
Returned count of range query must be equal to inclusive range length expected:<2656> but was:<1841>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to inclusive range length expected:<2656> but was:<1841>
	at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:968353B6E9BC6811]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.legacy.TestNumericRangeQuery32.testRangeSplit(TestNumericRangeQuery32.java:364)
	at org.apache.solr.legacy.TestNumericRangeQuery32.testRangeSplit_8bit(TestNumericRangeQuery32.java:382)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.legacy.TestNumericRangeQuery64.testDoubleRange_8bit

Error Message:
Returned count of range query must be equal to inclusive range length expected:<3001> but was:<2741>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to inclusive range length expected:<3001> but was:<2741>
	at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:3123F007E676369]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.legacy.TestNumericRangeQuery64.testDoubleRange(TestNumericRangeQuery64.java:432)
	at org.apache.solr.legacy.TestNumericRangeQuery64.testDoubleRange_8bit(TestNumericRangeQuery64.java:437)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.legacy.TestNumericRangeQuery64.testDoubleRange_6bit

Error Message:
Returned count of range query must be equal to inclusive range length expected:<3001> but was:<2741>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to inclusive range length expected:<3001> but was:<2741>
	at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:1F9E880BC76518F6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.legacy.TestNumericRangeQuery64.testDoubleRange(TestNumericRangeQuery64.java:432)
	at org.apache.solr.legacy.TestNumericRangeQuery64.testDoubleRange_6bit(TestNumericRangeQuery64.java:442)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_6bit

Error Message:
Returned count of range query must be equal to inclusive range length expected:<4548> but was:<3493>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to inclusive range length expected:<4548> but was:<3493>
	at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:C413124D64768F86]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit(TestNumericRangeQuery64.java:388)
	at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_6bit(TestNumericRangeQuery64.java:411)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_2bit

Error Message:
Returned count of range query must be equal to inclusive range length expected:<1379> but was:<1000>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to inclusive range length expected:<1379> but was:<1000>
	at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:6DBB1EC6AC3334EF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit(TestNumericRangeQuery64.java:388)
	at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_2bit(TestNumericRangeQuery64.java:421)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_8bit

Error Message:
Returned count of range query must be equal to inclusive range length expected:<2453> but was:<1000>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to inclusive range length expected:<2453> but was:<1000>
	at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:968353B6E9BC6811]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit(TestNumericRangeQuery64.java:388)
	at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_8bit(TestNumericRangeQuery64.java:406)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_4bit

Error Message:
Returned count of range query must be equal to exclusive range length expected:<1581> but was:<1381>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to exclusive range length expected:<1581> but was:<1381>
	at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:EFBCB612643A0147]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit(TestNumericRangeQuery64.java:392)
	at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_4bit(TestNumericRangeQuery64.java:416)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
max version bucket seed not updated after recovery!

Stack Trace:
java.lang.AssertionError: max version bucket seed not updated after recovery!
	at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:FA8A87EF6C87C664]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:290)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:131)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=3604862063453735, stage=STARTED, actionName='null', event={   "id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b",   "source":".scheduled_maintenance",   "eventTime":3604862061076196,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470078016,     "_enqueue_time_":3604862062033750}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604862067703919, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b",   "source":".scheduled_maintenance",   "eventTime":3604862061076196,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470078016,     "_enqueue_time_":3604862062033750}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604862078327385, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b",   "source":".scheduled_maintenance",   "eventTime":3604862061076196,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470078016,     "_enqueue_time_":3604862062033750}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542297277980142157, currentTimeNs=1542470078033519013, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604862080765842, stage=SUCCEEDED, actionName='null', event={   "id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b",   "source":".scheduled_maintenance",   "eventTime":3604862061076196,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470078016,     "_enqueue_time_":3604862062033750}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867084222874, stage=STARTED, actionName='null', event={   "id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h",   "source":".scheduled_maintenance",   "eventTime":3604867083241455,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470083038,     "_enqueue_time_":3604867083486660}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867084953469, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h",   "source":".scheduled_maintenance",   "eventTime":3604867083241455,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470083038,     "_enqueue_time_":3604867083486660}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867088499936, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h",   "source":".scheduled_maintenance",   "eventTime":3604867083241455,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470083038,     "_enqueue_time_":3604867083486660}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867089880296, stage=SUCCEEDED, actionName='null', event={   "id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h",   "source":".scheduled_maintenance",   "eventTime":3604867083241455,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470083038,     "_enqueue_time_":3604867083486660}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872091801591, stage=STARTED, actionName='null', event={   "id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i",   "source":".scheduled_maintenance",   "eventTime":3604872090455993,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470088046,     "_enqueue_time_":3604872090773755}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872092660132, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i",   "source":".scheduled_maintenance",   "eventTime":3604872090455993,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470088046,     "_enqueue_time_":3604872090773755}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872095586554, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i",   "source":".scheduled_maintenance",   "eventTime":3604872090455993,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470088046,     "_enqueue_time_":3604872090773755}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872096987022, stage=SUCCEEDED, actionName='null', event={   "id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i",   "source":".scheduled_maintenance",   "eventTime":3604872090455993,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470088046,     "_enqueue_time_":3604872090773755}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604877098390786, stage=STARTED, actionName='null', event={   "id":"cce9ddadae6c0Tckaokuh4ekz60li50sac6yz6j",   "source":".scheduled_maintenance",   "eventTime":3604877097494208,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470093053,     "_enqueue_time_":3604877097739205}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604877099225249, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"cce9ddadae6c0Tckaokuh4ekz60li50sac6yz6j",   "source":".scheduled_maintenance",   "eventTime":3604877097494208,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470093053,     "_enqueue_time_":3604877097739205}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604877104231874, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"cce9ddadae6c0Tckaokuh4ekz60li50sac6yz6j",   "source":".scheduled_maintenance",   "eventTime":3604877097494208,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470093053,     "_enqueue_time_":3604877097739205}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604877105569764, stage=SUCCEEDED, actionName='null', event={   "id":"cce9ddadae6c0Tckaokuh4ekz60li50sac6yz6j",   "source":".scheduled_maintenance",   "eventTime":3604877097494208,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470093053,     "_enqueue_time_":3604877097739205}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604882106970904, stage=STARTED, actionName='null', event={   "id":"cce9f0563d09cTckaokuh4ekz60li50sac6yz6k",   "source":".scheduled_maintenance",   "eventTime":3604882106077340,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470098061,     "_enqueue_time_":3604882106325956}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604882107662189, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"cce9f0563d09cTckaokuh4ekz60li50sac6yz6k",   "source":".scheduled_maintenance",   "eventTime":3604882106077340,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470098061,     "_enqueue_time_":3604882106325956}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604882110362578, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"cce9f0563d09cTckaokuh4ekz60li50sac6yz6k",   "source":".scheduled_maintenance",   "eventTime":3604882106077340,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470098061,     "_enqueue_time_":3604882106325956}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604882111823385, stage=SUCCEEDED, actionName='null', event={   "id":"cce9f0563d09cTckaokuh4ekz60li50sac6yz6k",   "source":".scheduled_maintenance",   "eventTime":3604882106077340,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470098061,     "_enqueue_time_":3604882106325956}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604887113621353, stage=STARTED, actionName='null', event={   "id":"ccea02fcccc3aTckaokuh4ekz60li50sac6yz6l",   "source":".scheduled_maintenance",   "eventTime":3604887112567866,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470103068,     "_enqueue_time_":3604887112810676}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604887114461327, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"ccea02fcccc3aTckaokuh4ekz60li50sac6yz6l",   "source":".scheduled_maintenance",   "eventTime":3604887112567866,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470103068,     "_enqueue_time_":3604887112810676}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604887116586849, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"ccea02fcccc3aTckaokuh4ekz60li50sac6yz6l",   "source":".scheduled_maintenance",   "eventTime":3604887112567866,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542470103068,     "_enqueue_time_":3604887112810676}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1542470078042937267, currentTimeNs=1542470103071436388, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=3604862063453735, stage=STARTED, actionName='null', event={
  "id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b",
  "source":".scheduled_maintenance",
  "eventTime":3604862061076196,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542470078016,
    "_enqueue_time_":3604862062033750}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604862067703919, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b",
  "source":".scheduled_maintenance",
  "eventTime":3604862061076196,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542470078016,
    "_enqueue_time_":3604862062033750}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604862078327385, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b",
  "source":".scheduled_maintenance",
  "eventTime":3604862061076196,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542470078016,
    "_enqueue_time_":3604862062033750}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542297277980142157, currentTimeNs=1542470078033519013, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604862080765842, stage=SUCCEEDED, actionName='null', event={
  "id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b",
  "source":".scheduled_maintenance",
  "eventTime":3604862061076196,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542470078016,
    "_enqueue_time_":3604862062033750}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867084222874, stage=STARTED, actionName='null', event={
  "id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h",
  "source":".scheduled_maintenance",
  "eventTime":3604867083241455,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542470083038,
    "_enqueue_time_":3604867083486660}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867084953469, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h",
  "source":".scheduled_maintenance",
  "eventTime":3604867083241455,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542470083038,
    "_enqueue_time_":3604867083486660}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867088499936, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h",
  "source":".scheduled_maintenance",
  "eventTime":3604867083241455,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542470083038,
    "_enqueue_time_":3604867083486660}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867089880296, stage=SUCCEEDED, actionName='null', event={
  "id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h",
  "source":".scheduled_maintenance",
  "eventTime":3604867083241455,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542470083038,
    "_enqueue_time_":3604867083486660}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872091801591, stage=STARTED, actionName='null', event={
  "id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i",
  "source":".scheduled_maintenance",
  "eventTime":3604872090455993,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542470088046,
    "_enqueue_time_":3604872090773755}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872092660132, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i",
  "source":".scheduled_maintenance",
  "eventTime":3604872090455993,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542470088046,
    "_enqueue_time_":3604872090773755}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872095586554, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i",
  "source":".scheduled_maintenance",
  "eventTime":3604872090455993,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542470088046,
    "_enqueue_time_":3604872090773755}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872096987022, stage=SUCCEEDED, actionName='null', event={
  "id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i",
  "source":".scheduled_maintenance",
  "eventTime":3604872090455993,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542470088046,
    "_enqueue_time_":3604872090773755}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604877098390786, stage=STARTED, actionName='null', event={
  "id":"cce9ddadae6c0Tckaokuh4ekz60li50sac6yz6j",
  "source":".scheduled_maintenance",
  "eventTime":3604877097494208,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542470093053,
    "_enqueue_time_":3604877097739205}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604877099225249, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"cce9ddadae6c0Tckaokuh4ekz60li50sac6yz6j",
  "source":".scheduled_maintenance",
  "eventTime":3604877097494208,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542470093053,
    "_enqueue_time_":3604877097739205}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604877104231874, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"cce9ddadae6c0Tckaokuh4ekz60li50sac6yz6j",
  "source":".scheduled_maintenance",
  "eventTime":3604877097494208,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542470093053,
    "_enqueue_time_":3604877097739205}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, 

[...truncated too long message...]

s-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1409176601
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1409176601
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1409176601

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 33ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 119 minutes 45 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 212 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/212/

5 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
max version bucket seed not updated after recovery!

Stack Trace:
java.lang.AssertionError: max version bucket seed not updated after recovery!
	at __randomizedtesting.SeedInfo.seed([8EFA78DCB8DA4F2:80BB98576571C90A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:290)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:131)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Didn't see replicas [core_node6, core_node5] come up within 90000 ms! ClusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/14)={   "pullReplicas":"0",   "replicationFactor":"3",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node4":{           "core":"c8n_1x3_lf_shard1_replica_n1",           "base_url":"http://127.0.0.1:34063/y_rp/o",           "node_name":"127.0.0.1:34063_y_rp%2Fo",           "state":"down",           "type":"NRT"},         "core_node5":{           "core":"c8n_1x3_lf_shard1_replica_n2",           "base_url":"http://127.0.0.1:41267/y_rp/o",           "node_name":"127.0.0.1:41267_y_rp%2Fo",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node6":{           "core":"c8n_1x3_lf_shard1_replica_n3",           "base_url":"http://127.0.0.1:36691/y_rp/o",           "node_name":"127.0.0.1:36691_y_rp%2Fo",           "state":"recovering",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"3",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Didn't see replicas [core_node6, core_node5] come up within 90000 ms! ClusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/14)={
  "pullReplicas":"0",
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"c8n_1x3_lf_shard1_replica_n1",
          "base_url":"http://127.0.0.1:34063/y_rp/o",
          "node_name":"127.0.0.1:34063_y_rp%2Fo",
          "state":"down",
          "type":"NRT"},
        "core_node5":{
          "core":"c8n_1x3_lf_shard1_replica_n2",
          "base_url":"http://127.0.0.1:41267/y_rp/o",
          "node_name":"127.0.0.1:41267_y_rp%2Fo",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node6":{
          "core":"c8n_1x3_lf_shard1_replica_n3",
          "base_url":"http://127.0.0.1:36691/y_rp/o",
          "node_name":"127.0.0.1:36691_y_rp%2Fo",
          "state":"recovering",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"3",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([8EFA78DCB8DA4F2:80BB98576571C90A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.HttpPartitionTest.waitToSeeReplicasActive(HttpPartitionTest.java:611)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:183)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes

Error Message:
unexpected shard state expected:<inactive> but was:<active>

Stack Trace:
java.lang.AssertionError: unexpected shard state expected:<inactive> but was:<active>
	at __randomizedtesting.SeedInfo.seed([8EFA78DCB8DA4F2:B02CF32D37567187]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.verifyShard(ShardSplitTest.java:378)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.doSplitMixedReplicaTypes(ShardSplitTest.java:370)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes(ShardSplitTest.java:336)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=24642387983051430, stage=STARTED, actionName='null', event={   "id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo",   "source":".scheduled_maintenance",   "eventTime":24642387961603129,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542304987023,     "_enqueue_time_":24642387981691301}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642388031273127, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo",   "source":".scheduled_maintenance",   "eventTime":24642387961603129,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542304987023,     "_enqueue_time_":24642387981691301}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642388047601000, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo",   "source":".scheduled_maintenance",   "eventTime":24642387961603129,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542304987023,     "_enqueue_time_":24642387981691301}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542132186889244330, currentTimeNs=1542304987109681129, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642388090182354, stage=SUCCEEDED, actionName='null', event={   "id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo",   "source":".scheduled_maintenance",   "eventTime":24642387961603129,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542304987023,     "_enqueue_time_":24642387981691301}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393096620939, stage=STARTED, actionName='null', event={   "id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu",   "source":".scheduled_maintenance",   "eventTime":24642393095886696,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542304992158,     "_enqueue_time_":24642393096097512}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393097239335, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu",   "source":".scheduled_maintenance",   "eventTime":24642393095886696,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542304992158,     "_enqueue_time_":24642393096097512}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393115984737, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu",   "source":".scheduled_maintenance",   "eventTime":24642393095886696,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542304992158,     "_enqueue_time_":24642393096097512}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393117108986, stage=SUCCEEDED, actionName='null', event={   "id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu",   "source":".scheduled_maintenance",   "eventTime":24642393095886696,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542304992158,     "_enqueue_time_":24642393096097512}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398118243258, stage=STARTED, actionName='null', event={   "id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv",   "source":".scheduled_maintenance",   "eventTime":24642398117576348,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542304997180,     "_enqueue_time_":24642398117703863}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398118807399, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv",   "source":".scheduled_maintenance",   "eventTime":24642398117576348,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542304997180,     "_enqueue_time_":24642398117703863}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398120584747, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv",   "source":".scheduled_maintenance",   "eventTime":24642398117576348,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542304997180,     "_enqueue_time_":24642398117703863}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398121481348, stage=SUCCEEDED, actionName='null', event={   "id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv",   "source":".scheduled_maintenance",   "eventTime":24642398117576348,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542304997180,     "_enqueue_time_":24642398117703863}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403122624474, stage=STARTED, actionName='null', event={   "id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw",   "source":".scheduled_maintenance",   "eventTime":24642403121982277,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542305002184,     "_enqueue_time_":24642403122105290}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403123111087, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw",   "source":".scheduled_maintenance",   "eventTime":24642403121982277,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542305002184,     "_enqueue_time_":24642403122105290}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403125099607, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw",   "source":".scheduled_maintenance",   "eventTime":24642403121982277,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542305002184,     "_enqueue_time_":24642403122105290}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403126205316, stage=SUCCEEDED, actionName='null', event={   "id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw",   "source":".scheduled_maintenance",   "eventTime":24642403121982277,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542305002184,     "_enqueue_time_":24642403122105290}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408127338640, stage=STARTED, actionName='null', event={   "id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx",   "source":".scheduled_maintenance",   "eventTime":24642408126733888,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542305007189,     "_enqueue_time_":24642408126850653}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408127926869, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx",   "source":".scheduled_maintenance",   "eventTime":24642408126733888,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542305007189,     "_enqueue_time_":24642408126850653}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408129812260, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx",   "source":".scheduled_maintenance",   "eventTime":24642408126733888,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542305007189,     "_enqueue_time_":24642408126850653}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408130772806, stage=SUCCEEDED, actionName='null', event={   "id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx",   "source":".scheduled_maintenance",   "eventTime":24642408126733888,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542305007189,     "_enqueue_time_":24642408126850653}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642413135315896, stage=STARTED, actionName='null', event={   "id":"578c24e94d517bTevystyrra4w1uqd7xh8x2bdy",   "source":".scheduled_maintenance",   "eventTime":24642413134696827,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542305012197,     "_enqueue_time_":24642413134820573}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642413135822255, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"578c24e94d517bTevystyrra4w1uqd7xh8x2bdy",   "source":".scheduled_maintenance",   "eventTime":24642413134696827,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542305012197,     "_enqueue_time_":24642413134820573}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642413137317887, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"578c24e94d517bTevystyrra4w1uqd7xh8x2bdy",   "source":".scheduled_maintenance",   "eventTime":24642413134696827,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542305012197,     "_enqueue_time_":24642413134820573}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1542304987154934950, currentTimeNs=1542305012199261491, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=24642387983051430, stage=STARTED, actionName='null', event={
  "id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo",
  "source":".scheduled_maintenance",
  "eventTime":24642387961603129,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542304987023,
    "_enqueue_time_":24642387981691301}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642388031273127, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo",
  "source":".scheduled_maintenance",
  "eventTime":24642387961603129,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542304987023,
    "_enqueue_time_":24642387981691301}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642388047601000, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo",
  "source":".scheduled_maintenance",
  "eventTime":24642387961603129,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542304987023,
    "_enqueue_time_":24642387981691301}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542132186889244330, currentTimeNs=1542304987109681129, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642388090182354, stage=SUCCEEDED, actionName='null', event={
  "id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo",
  "source":".scheduled_maintenance",
  "eventTime":24642387961603129,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542304987023,
    "_enqueue_time_":24642387981691301}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393096620939, stage=STARTED, actionName='null', event={
  "id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu",
  "source":".scheduled_maintenance",
  "eventTime":24642393095886696,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542304992158,
    "_enqueue_time_":24642393096097512}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393097239335, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu",
  "source":".scheduled_maintenance",
  "eventTime":24642393095886696,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542304992158,
    "_enqueue_time_":24642393096097512}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393115984737, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu",
  "source":".scheduled_maintenance",
  "eventTime":24642393095886696,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542304992158,
    "_enqueue_time_":24642393096097512}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393117108986, stage=SUCCEEDED, actionName='null', event={
  "id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu",
  "source":".scheduled_maintenance",
  "eventTime":24642393095886696,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542304992158,
    "_enqueue_time_":24642393096097512}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398118243258, stage=STARTED, actionName='null', event={
  "id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv",
  "source":".scheduled_maintenance",
  "eventTime":24642398117576348,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542304997180,
    "_enqueue_time_":24642398117703863}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398118807399, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv",
  "source":".scheduled_maintenance",
  "eventTime":24642398117576348,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542304997180,
    "_enqueue_time_":24642398117703863}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398120584747, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv",
  "source":".scheduled_maintenance",
  "eventTime":24642398117576348,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542304997180,
    "_enqueue_time_":24642398117703863}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398121481348, stage=SUCCEEDED, actionName='null', event={
  "id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv",
  "source":".scheduled_maintenance",
  "eventTime":24642398117576348,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542304997180,
    "_enqueue_time_":24642398117703863}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403122624474, stage=STARTED, actionName='null', event={
  "id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw",
  "source":".scheduled_maintenance",
  "eventTime":24642403121982277,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542305002184,
    "_enqueue_time_":24642403122105290}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403123111087, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw",
  "source":".scheduled_maintenance",
  "eventTime":24642403121982277,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542305002184,
    "_enqueue_time_":24642403122105290}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403125099607, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw",
  "source":".scheduled_maintenance",
  "eventTime":24642403121982277,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542305002184,
    "_enqueue_time_":24642403122105290}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403126205316, stage=SUCCEEDED, actionName='null', event={
  "id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw",
  "source":".scheduled_maintenance",
  "eventTime":24642403121982277,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542305002184,
    "_enqueue_time_":24642403122105290}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408127338640, stage=STARTED, actionName='null', event={
  "id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx",
  "source":".scheduled_maintenance",
  "eventTime":24642408126733888,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542305007189,
    "_enqueue_time_":24642408126850653}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408127926869, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx",
  "source":".scheduled_maintenance",
  "eventTime":24642408126733888,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542305007189,
    "_enqueue_time_":24642408126850653}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408129812260, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx",
  "source":".scheduled_maintenance",
  "eventTime":24642408126733888,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542305007189,
    "_enqueue_time_":24642408126850653}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408130772806, stage=SUCCEEDED, actionName='null', event={
  "id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx",
  "source":".scheduled_maintenance",
  "eventTime":24642408126733888,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542305007189,
    "_enqueue_time_":24642408126850653}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642413135315896, stage=STARTED, actionName='null', event={
  "id":"578c24e94d517bTevystyrra4w1uqd7xh8x2bdy",
  "source":".scheduled_maintenance",
  "eventTime":24642413134696827,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542305012197,
    "_enqueue_time_":24642413134820573}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642413135822255, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"578c24e94d517bTevystyrra4w1uqd7xh8x2bdy",
  "source":".scheduled_maintenance",
  "eventTime":24642413134696827,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542305012197,
    "_enqueue_time_":24642413134820573}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642413137317887, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"578c24e94d517bTevystyrra4w1uqd7xh8x2bdy",
  "source":".scheduled_maintenance",
  "eventTime":24642413134696827,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542305012197,
    "_enqueue_time_":24642413134820573}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1542304987154934950, currentTimeNs=1542305012199261491, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
	at __randomizedtesting.SeedInfo.seed([8EFA78DCB8DA4F2:15C367FFAACE83F9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode

Error Message:
unexpected DELETENODE status: {responseHeader={status=0,QTime=109},status={state=notfound,msg=Did not find [search_rate_trigger3/578a39b2088947Tevystyrra4w1uqd7xh8x2dgs/0] in any tasks queue}}

Stack Trace:
java.lang.AssertionError: unexpected DELETENODE status: {responseHeader={status=0,QTime=109},status={state=notfound,msg=Did not find [search_rate_trigger3/578a39b2088947Tevystyrra4w1uqd7xh8x2dgs/0] in any tasks queue}}
	at __randomizedtesting.SeedInfo.seed([8EFA78DCB8DA4F2:2A7D690FFC472B8F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.lambda$testDeleteNode$5(SearchRateTriggerIntegrationTest.java:693)
	at java.util.ArrayList.forEach(ArrayList.java:1257)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode(SearchRateTriggerIntegrationTest.java:677)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13496 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_8EFA78DCB8DA4F2-001/init-core-data-001
   [junit4]   2> 1913464 WARN  (SUITE-SearchRateTriggerIntegrationTest-seed#[8EFA78DCB8DA4F2]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1913464 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[8EFA78DCB8DA4F2]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1913482 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[8EFA78DCB8DA4F2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1913483 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[8EFA78DCB8DA4F2]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1913484 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[8EFA78DCB8DA4F2]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_8EFA78DCB8DA4F2-001/tempDir-001
   [junit4]   2> 1913484 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[8EFA78DCB8DA4F2]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1913521 INFO  (Thread-1274) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1913521 INFO  (Thread-1274) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1913523 ERROR (Thread-1274) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1913621 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[8EFA78DCB8DA4F2]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38604
   [junit4]   2> 1913628 INFO  (zkConnectionManagerCallback-1905-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1913633 INFO  (jetty-launcher-1902-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1913653 INFO  (jetty-launcher-1902-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1913655 INFO  (jetty-launcher-1902-thread-3) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1913656 INFO  (jetty-launcher-1902-thread-4) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1913657 INFO  (jetty-launcher-1902-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1913657 INFO  (jetty-launcher-1902-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1913657 INFO  (jetty-launcher-1902-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1913657 INFO  (jetty-launcher-1902-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10bb9022{/solr,null,AVAILABLE}
   [junit4]   2> 1913657 INFO  (jetty-launcher-1902-thread-5) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1913691 INFO  (jetty-launcher-1902-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1913691 INFO  (jetty-launcher-1902-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1913691 INFO  (jetty-launcher-1902-thread-4) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1913691 INFO  (jetty-launcher-1902-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27f62888{/solr,null,AVAILABLE}
   [junit4]   2> 1913693 INFO  (jetty-launcher-1902-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@cc0db4a{SSL,[ssl, http/1.1]}{127.0.0.1:33718}
   [junit4]   2> 1913693 INFO  (jetty-launcher-1902-thread-4) [    ] o.e.j.s.Server Started @1913754ms
   [junit4]   2> 1913693 INFO  (jetty-launcher-1902-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33718}
   [junit4]   2> 1913693 ERROR (jetty-launcher-1902-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1913693 INFO  (jetty-launcher-1902-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1913693 INFO  (jetty-launcher-1902-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1913693 INFO  (jetty-launcher-1902-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1913693 INFO  (jetty-launcher-1902-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1913693 INFO  (jetty-launcher-1902-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-15T17:27:56.065Z
   [junit4]   2> 1913750 INFO  (jetty-launcher-1902-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1913750 INFO  (jetty-launcher-1902-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1913750 INFO  (jetty-launcher-1902-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1913751 INFO  (jetty-launcher-1902-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3917309c{/solr,null,AVAILABLE}
   [junit4]   2> 1913751 INFO  (jetty-launcher-1902-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7c0da4d6{SSL,[ssl, http/1.1]}{127.0.0.1:36818}
   [junit4]   2> 1913766 INFO  (jetty-launcher-1902-thread-3) [    ] o.e.j.s.Server Started @1913827ms
   [junit4]   2> 1913766 INFO  (jetty-launcher-1902-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36818}
   [junit4]   2> 1913766 ERROR (jetty-launcher-1902-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1913766 INFO  (jetty-launcher-1902-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1913766 INFO  (jetty-launcher-1902-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1913766 INFO  (jetty-launcher-1902-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1913766 INFO  (jetty-launcher-1902-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1913766 INFO  (jetty-launcher-1902-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-15T17:27:56.138Z
   [junit4]   2> 1913754 INFO  (jetty-launcher-1902-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4c06bad0{SSL,[ssl, http/1.1]}{127.0.0.1:44879}
   [junit4]   2> 1913767 INFO  (jetty-launcher-1902-thread-2) [    ] o.e.j.s.Server Started @1913828ms
   [junit4]   2> 1913767 INFO  (jetty-launcher-1902-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44879}
   [junit4]   2> 1913767 ERROR (jetty-launcher-1902-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1913767 INFO  (jetty-launcher-1902-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1913767 INFO  (jetty-launcher-1902-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1913767 INFO  (jetty-launcher-1902-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1913767 INFO  (jetty-launcher-1902-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1913767 INFO  (jetty-launcher-1902-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-15T17:27:56.139Z
   [junit4]   2> 1913770 INFO  (zkConnectionManagerCallback-1909-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1913774 INFO  (jetty-launcher-1902-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1913774 INFO  (jetty-launcher-1902-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1913774 INFO  (jetty-launcher-1902-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1913775 INFO  (jetty-launcher-1902-thread-5) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1913775 INFO  (jetty-launcher-1902-thread-5) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1913775 INFO  (jetty-launcher-1902-thread-5) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1913775 INFO  (jetty-launcher-1902-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ee6aa4d{/solr,null,AVAILABLE}
   [junit4]   2> 1913776 INFO  (jetty-launcher-1902-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5fe3df6a{SSL,[ssl, http/1.1]}{127.0.0.1:45852}
   [junit4]   2> 1913776 INFO  (jetty-launcher-1902-thread-5) [    ] o.e.j.s.Server Started @1913837ms
   [junit4]   2> 1913776 INFO  (jetty-launcher-1902-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45852}
   [junit4]   2> 1913776 ERROR (jetty-launcher-1902-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1913776 INFO  (jetty-launcher-1902-thread-5) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1913776 INFO  (jetty-launcher-1902-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1913776 INFO  (jetty-launcher-1902-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1913776 INFO  (jetty-launcher-1902-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1913776 INFO  (jetty-launcher-1902-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-15T17:27:56.148Z
   [junit4]   2> 1913786 INFO  (jetty-launcher-1902-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1913790 INFO  (zkConnectionManagerCallback-1907-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1913790 INFO  (jetty-launcher-1902-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1914082 INFO  (jetty-launcher-1902-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3bcb4549{/solr,null,AVAILABLE}
   [junit4]   2> 1914083 INFO  (jetty-launcher-1902-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2da96905{SSL,[ssl, http/1.1]}{127.0.0.1:35421}
   [junit4]   2> 1914083 INFO  (jetty-launcher-1902-thread-1) [    ] o.e.j.s.Server Started @1914144ms
   [junit4]   2> 1914083 INFO  (jetty-launcher-1902-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35421}
   [junit4]   2> 1914083 ERROR (jetty-launcher-1902-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1914083 INFO  (jetty-launcher-1902-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1914083 INFO  (jetty-launcher-1902-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1914083 INFO  (jetty-launcher-1902-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1914083 INFO  (jetty-launcher-1902-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1914083 INFO  (jetty-launcher-1902-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-15T17:27:56.455Z
   [junit4]   2> 1914111 INFO  (zkConnectionManagerCallback-1915-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1914111 INFO  (jetty-launcher-1902-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1914265 INFO  (zkConnectionManagerCallback-1911-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1914406 INFO  (zkConnectionManagerCallback-1913-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1914435 INFO  (jetty-launcher-1902-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1914447 INFO  (jetty-launcher-1902-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1914890 INFO  (jetty-launcher-1902-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38604/solr
   [junit4]   2> 1914926 INFO  (zkConnectionManagerCallback-1919-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1915011 INFO  (zkConnectionManagerCallback-1921-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1915066 INFO  (jetty-launcher-1902-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38604/solr
   [junit4]   2> 1915162 INFO  (zkConnectionManagerCallback-1927-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1915263 INFO  (zkConnectionManagerCallback-1929-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1915382 INFO  (jetty-launcher-1902-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38604/solr
   [junit4]   2> 1915417 INFO  (zkConnectionManagerCallback-1933-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1915580 INFO  (zkConnectionManagerCallback-1935-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1915828 INFO  (jetty-launcher-1902-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38604/solr
   [junit4]   2> 1915840 INFO  (zkConnectionManagerCallback-1941-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1915937 INFO  (zkConnectionManagerCallback-1943-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1915940 INFO  (jetty-launcher-1902-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38604/solr
   [junit4]   2> 1915966 INFO  (zkConnectionManagerCallback-1947-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1916010 INFO  (zkConnectionManagerCallback-1951-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1916020 INFO  (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35421_solr
   [junit4]   2> 1916021 INFO  (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr    ] o.a.s.c.Overseer Overseer (id=73672419220324361-127.0.0.1:35421_solr-n_0000000000) starting
   [junit4]   2> 1916124 INFO  (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36818_solr
   [junit4]   2> 1916205 INFO  (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1916250 INFO  (zkCallback-1934-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1916270 INFO  (zkCallback-1928-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1916287 INFO  (jetty-launcher-1902-thread-5) [n:127.0.0.1:45852_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1916287 INFO  (jetty-launcher-1902-thread-5) [n:127.0.0.1:45852_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45852_solr
   [junit4]   2> 1916308 INFO  (zkCallback-1942-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1916321 INFO  (zkConnectionManagerCallback-1960-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1916322 INFO  (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1916323 INFO  (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1916323 INFO  (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44879_solr
   [junit4]   2> 1916347 INFO  (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38604/solr ready
   [junit4]   2> 1916359 INFO  (zkCallback-1934-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1916359 INFO  (zkCallback-1928-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1916363 INFO  (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1916392 INFO  (zkConnectionManagerCallback-1965-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1916400 INFO  (zkCallback-1950-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1916416 INFO  (zkCallback-1928-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1916416 INFO  (zkCallback-1942-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1916416 INFO  (zkCallback-1934-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1916416 INFO  (zkCallback-1950-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1916419 INFO  (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1916452 INFO  (zkCallback-1959-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1916489 INFO  (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38604/solr ready
   [junit4]   2> 1916501 INFO  (zkConnectionManagerCallback-1976-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1916509 DEBUG (OverseerAutoScalingTriggerThread-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1916510 DEBUG (OverseerAutoScalingTriggerThread-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1916511 DEBUG (OverseerAutoScalingTriggerThread-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1916511 DEBUG (OverseerAutoScalingTriggerThread-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1916512 INFO  (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36818.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51934c80
   [junit4]   2> 1916525 INFO  (OverseerStateUpdate-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [n:127.0.0.1:35421_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35421_solr
   [junit4]   2> 1916527 INFO  (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1916527 INFO  (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35421_solr
   [junit4]   2> 1916527 INFO  (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1916528 INFO  (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38604/solr ready
   [junit4]   2> 1916528 INFO  (zkCallback-1934-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1916529 INFO  (zkCallback-1942-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1916529 INFO  (zkCallback-1928-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1916541 INFO  (zkConnectionManagerCallback-1971-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1916567 INFO  (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36818.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51934c80
   [junit4]   2> 1916568 INFO  (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36818.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51934c80
   [junit4]   2> 1916568 INFO  (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_8EFA78DCB8DA4F2-001/tempDir-001/node3/.
   [junit4]   2> 1916569 INFO  (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1916578 INFO  (zkCallback-1959-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1916631 INFO  (jetty-launcher-1902-thread-5) [n:127.0.0.1:45852_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1916672 INFO  (zkCallback-1964-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1916854 INFO  (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1916862 INFO  (zkCallback-1950-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1916907 INFO  (zkCallback-1975-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1916960 INFO  (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44879.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51934c80
   [junit4]   2> 1916963 INFO  (jetty-launcher-1902-thread-5) [n:127.0.0.1:45852_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38604/solr ready
   [junit4]   2> 1916999 INFO  (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44879.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51934c80
   [junit4]   2> 1916999 INFO  (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44879.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51934c80
   [junit4]   2> 1917011 INFO  (jetty-launcher-1902-thread-4) [n:127.0.0.1:33718_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1917016 INFO  (jetty-launcher-1902-thread-5) [n:127.0.0.1:45852_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1917016 INFO  (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_8EFA78DCB8DA4F2-001/tempDir-001/node2/.
   [junit4]   2> 1917036 DEBUG (OverseerAutoScalingTriggerThread-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:44879_solr, 127.0.0.1:45852_solr, 127.0.0.1:36818_solr, 127.0.0.1:35421_solr]
   [junit4]   2> 1917045 INFO  (jetty-launcher-1902-thread-4) [n:127.0.0.1:33718_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1917045 INFO  (jetty-launcher-1902-thread-4) [n:127.0.0.1:33718_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33718_solr
   [junit4]   2> 1917045 DEBUG (OverseerAutoScalingTriggerThread-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1917045 DEBUG (OverseerAutoScalingTriggerThread-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1917047 INFO  (zkCallback-1975-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1917111 INFO  (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35421.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51934c80
   [junit4]   2> 1917122 INFO  (zkCallback-1959-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1917122 INFO  (zkCallback-1950-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1917154 INFO  (zkCallback-1964-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1917162 INFO  (zkCallback-1934-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1917162 INFO  (zkCallback-1942-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1917165 INFO  (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35421.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51934c80
   [junit4]   2> 1917165 INFO  (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35421.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51934c80
   [junit4]   2> 1917166 INFO  (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_8EFA78DCB8DA4F2-001/tempDir-001/node1/.
   [junit4]   2> 1917192 INFO  (zkCallback-1928-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1917202 INFO  (jetty-launcher-1902-thread-5) [n:127.

[...truncated too long message...]

BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null789643767
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null789643767
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null789643767

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 29ms :: artifacts dl 4ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 219 minutes 59 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 211 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/211/

2 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting

Error Message:
Error from server at https://127.0.0.1:44434/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:44434/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([673FE55577206DEF:A588D93D74609D97]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:269)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44434/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:46168/fznr/t/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46168/fznr/t/collection1
	at __randomizedtesting.SeedInfo.seed([544DABDB6A8F9CB2:DC199401C473F14A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
	at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 48 more




Build Log:
[...truncated 12974 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/init-core-data-001
   [junit4]   2> 488593 INFO  (SUITE-BasicDistributedZkTest-seed#[544DABDB6A8F9CB2]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /fznr/t
   [junit4]   2> 488600 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 488600 INFO  (Thread-914) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 488600 INFO  (Thread-914) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 488603 ERROR (Thread-914) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 488700 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.ZkTestServer start zk server on port:39532
   [junit4]   2> 488710 INFO  (zkConnectionManagerCallback-1403-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488714 INFO  (zkConnectionManagerCallback-1405-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488731 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 488733 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 488735 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 488736 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 488738 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 488739 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 488741 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 488742 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 488744 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 488745 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 488747 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 488749 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 488915 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 488917 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 488917 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 488917 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 488920 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a742ddb{/fznr/t,null,AVAILABLE}
   [junit4]   2> 488922 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7a707dec{HTTP/1.1,[http/1.1]}{127.0.0.1:41501}
   [junit4]   2> 488922 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.Server Started @488979ms
   [junit4]   2> 488922 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/tempDir-001/control/data, replicaType=NRT, hostContext=/fznr/t, hostPort=41501, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/control-001/cores}
   [junit4]   2> 488922 ERROR (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 488922 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 488922 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 488922 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 488923 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 488923 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-14T13:41:07.148Z
   [junit4]   2> 488925 INFO  (zkConnectionManagerCallback-1407-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488926 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 488926 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/control-001/solr.xml
   [junit4]   2> 488931 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 488931 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 488933 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 489059 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39532/solr
   [junit4]   2> 489061 INFO  (zkConnectionManagerCallback-1411-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489063 INFO  (zkConnectionManagerCallback-1413-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489183 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41501_fznr%2Ft
   [junit4]   2> 489184 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.c.Overseer Overseer (id=72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) starting
   [junit4]   2> 489196 INFO  (zkConnectionManagerCallback-1420-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489199 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39532/solr ready
   [junit4]   2> 489200 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41501_fznr%2Ft
   [junit4]   2> 489200 INFO  (OverseerStateUpdate-72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41501_fznr%2Ft
   [junit4]   2> 489202 INFO  (OverseerStateUpdate-72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 489210 INFO  (zkCallback-1419-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 489214 DEBUG (OverseerAutoScalingTriggerThread-72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:41501_fznr%2Ft]
   [junit4]   2> 489216 DEBUG (ScheduledTrigger-2536-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 489228 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 489253 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5
   [junit4]   2> 489267 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5
   [junit4]   2> 489267 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5
   [junit4]   2> 489269 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/control-001/cores
   [junit4]   2> 489302 INFO  (zkConnectionManagerCallback-1426-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489303 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 489304 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39532/solr ready
   [junit4]   2> 489307 INFO  (qtp270075407-5417) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41501_fznr%252Ft&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 489311 INFO  (OverseerThreadFactory-2538-thread-1-processing-n:127.0.0.1:41501_fznr%2Ft) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 489419 INFO  (qtp270075407-5412) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 489423 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 489424 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 490217 DEBUG (ScheduledTrigger-2536-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 490451 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 490497 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 490643 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 490669 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 490669 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5
   [junit4]   2> 490670 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 490672 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 490675 WARN  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 490731 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 490731 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 490733 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 490733 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 490734 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=69.357421875, floorSegmentMB=0.5302734375, forceMergeDeletesPctAllowed=3.231894437718811, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2912316517082467, deletesPctAllowed=48.36299377353485
   [junit4]   2> 490735 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61a15ff1[control_collection_shard1_replica_n1] main]
   [junit4]   2> 490737 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 490737 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 490738 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 490738 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617116915525746688
   [junit4]   2> 490741 INFO  (searcherExecutor-2543-thread-1-processing-n:127.0.0.1:41501_fznr%2Ft x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@61a15ff1[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 490746 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 490750 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 490750 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 490751 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41501/fznr/t/control_collection_shard1_replica_n1/
   [junit4]   2> 490751 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 490751 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41501/fznr/t/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 490756 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41501/fznr/t/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 490858 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 490861 INFO  (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1437
   [junit4]   2> 490864 INFO  (qtp270075407-5417) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 490961 INFO  (zkCallback-1412-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 491217 DEBUG (ScheduledTrigger-2536-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 491314 INFO  (OverseerCollectionConfigSetProcessor-72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 491864 INFO  (qtp270075407-5417) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41501_fznr%252Ft&wt=javabin&version=2} status=0 QTime=2556
   [junit4]   2> 491870 INFO  (zkConnectionManagerCallback-1431-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 491872 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 491873 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39532/solr ready
   [junit4]   2> 491873 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 491875 INFO  (qtp270075407-5416) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 491878 INFO  (OverseerThreadFactory-2538-thread-2-processing-n:127.0.0.1:41501_fznr%2Ft) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 492082 WARN  (OverseerThreadFactory-2538-thread-2-processing-n:127.0.0.1:41501_fznr%2Ft) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 492085 INFO  (qtp270075407-5416) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 492085 INFO  (qtp270075407-5416) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=209
   [junit4]   2> 492218 DEBUG (ScheduledTrigger-2536-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 492260 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-1-001 of type TLOG
   [junit4]   2> 492260 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 492262 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 492262 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 492262 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 492262 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1409334e{/fznr/t,null,AVAILABLE}
   [junit4]   2> 492263 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@75c27981{HTTP/1.1,[http/1.1]}{127.0.0.1:46168}
   [junit4]   2> 492263 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.Server Started @492321ms
   [junit4]   2> 492263 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/fznr/t, hostPort=46168, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-1-001/cores}
   [junit4]   2> 492263 ERROR (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 492263 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 492263 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 492263 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 492264 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 492264 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-14T13:41:10.489Z
   [junit4]   2> 492266 INFO  (zkConnectionManagerCallback-1433-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 492268 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 492268 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-1-001/solr.xml
   [junit4]   2> 492272 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 492272 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 492274 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 492384 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39532/solr
   [junit4]   2> 492385 INFO  (zkConnectionManagerCallback-1437-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 492395 INFO  (zkConnectionManagerCallback-1439-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 492403 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 492409 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 492409 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46168_fznr%2Ft
   [junit4]   2> 492412 INFO  (zkCallback-1412-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 492412 INFO  (zkCallback-1419-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 492414 INFO  (zkCallback-1430-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 492426 INFO  (zkCallback-1438-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 492439 INFO  (zkConnectionManagerCallback-1446-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 492441 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 492443 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39532/solr ready
   [junit4]   2> 492444 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 492470 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5
   [junit4]   2> 492487 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5
   [junit4]   2> 492487 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5
   [junit4]   2> 492489 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-1-001/cores
   [junit4]   2> 492537 INFO  (qtp270075407-5419) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46168_fznr%252Ft&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 492540 INFO  (OverseerCollectionConfigSetProcessor-72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 492545 INFO  (qtp270075407-5416) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 492547 INFO  (qtp270075407-5412) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 492549 INFO  (qtp912196387-5471) [n:127.0.0.1:46168_fznr%2Ft    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 492550 INFO  (OverseerThreadFactory-2538-thread-3-processing-n:127.0.0.1:41501_fznr%2Ft) [n:127.0.0.1:41501_fznr%2Ft c:collection1 s:shard2  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:46168_fznr%2Ft for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 492554 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft    x:collection1_shard2_replica_t41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 493218 DEBUG (ScheduledTrigger-2536-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 493574 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 493591 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 493725 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 493744 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
   [junit4]   2> 493745 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5
   [junit4]   2> 493745 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 493748 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 493750 WARN  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 493806 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 493807 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 493819 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 493819 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 493820 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=69.357421875, floorSegmentMB=0.5302734375, forceMergeDeletesPctAllowed=3.231894437718811, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2912316517082467, deletesPctAllowed=48.36299377353485
   [junit4]   2> 493820 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b9be631[collection1_shard2_replica_t41] main]
   [junit4]   2> 493822 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 493822 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 493823 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 493823 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617116918760603648
   [junit4]   2> 493824 INFO  (searcherExecutor-2557-thread-1-processing-n:127.0.0.1:46168_fznr%2Ft x:collection1_shard2_replica_t41 c:collection1 s:shard2) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@5b9be631[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 493830 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
   [junit4]   2> 493833 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 493833 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 493833 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46168/fznr/t/collection1_shard2_replica_t41/
   [junit4]   2> 493833 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 493833 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:46168/fznr/t/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 493833 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 493837 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46168/fznr/t/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 493988 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 493991 INFO  (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1437
   [junit4]   2> 493994 INFO  (qtp270075407-5419) [n:127.0.0.1:41501_fznr%2Ft c:collection1   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46168_fznr%252Ft&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1457
   [junit4]   2> 494153 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-2-001 of type TLOG
   [junit4]   2> 494153 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 494155 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 494155 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 494155 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 494156 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51f6de0d{/fznr/t,null,AVAILABLE}
   [junit4]   2> 494156 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@36962ddb{HTTP/1.1,[http/1.1]}{127.0.0.1:40480}
   [junit4]   2> 494156 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.Server Started @494214ms
   [junit4]   2> 494156 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/fznr/t, hostPort=40480, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-2-001/cores}
   [junit4]   2> 494157 ERROR (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 494157 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 494157 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 494157 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 494158 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 494158 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-14T13:41:12.383Z
   [junit4]   2> 494160 INFO  (zkConnectionManagerCallback-1449-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 494161 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 494161 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-2-001/solr.xml
   [junit4]   2> 494166 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 494166 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 494168 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 494219 DEBUG (ScheduledTrigger-2536-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 494318 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39532/solr
   [junit4]   2> 494320 INFO  (zkConnectionManagerCallback-1453-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 494322 INFO  (zkConnectionManagerCallback-1455-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 494330 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 494335 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 494335 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40480_fznr%2Ft
   [junit4]   2> 494337 INFO  (zkCallback-1430-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 494337 INFO  (zkCallback-1445-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 494337 INFO  (zkCallback-1412-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 494337 INFO  (zkCallback-1419-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 494337 INFO  (zkCallback-1438-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 494337 INFO  (zkCallback-1454-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 494362 INFO  (zkConnectionManagerCallback-1462-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 494363 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 494364 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39532/solr ready
   [junit4]   2> 494365 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 494391 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5
   [junit4]   2> 494406 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5
   [junit4]   2> 494406 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5
   [junit4]   2> 494408 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-2-001/cores
   [junit4]   2> 494457 INFO  (qtp1824042656-5509) [n:127.0.0.1:40480_fznr%2Ft    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40480_fznr%252Ft&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 494460 INFO  (OverseerCollectionConfigSetProcessor-72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 494462 INFO  (qtp1824042656-5504) [n:127.0.0.1:40480_fznr%2Ft    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 494463 INFO  (qtp270075407-5412) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 494465 INFO  (qtp270075407-5419) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 494465 INFO  (qtp912196387-5467) [n:127.0.0.1:46168_fznr%2Ft    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_t41:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 494467 INFO  (qtp912196387-5473) [n:127.0.0.1:46168_fznr%2Ft    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 494467 INFO  (OverseerThreadFactory-2538-thread-4-processing-n:127.0.0.1:41501_fznr%2Ft) [n:127.0.0.1:41501_fznr%2Ft c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:40480_fznr%2Ft for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 494470 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft    x:collection1_shard1_replica_t43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 495219 DEBUG (ScheduledTrigger-2536-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 495502 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 495519 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 495654 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 495674 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
   [junit4]   2> 495675 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5
   [junit4]   2> 495675 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
   [junit4]   2> 495678 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 495680 WARN  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 495738 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 495738 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 495739 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 495739 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 495741 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=69.357421875, floorSegmentMB=0.5302734375, forceMergeDeletesPctAllowed=3.231894437718811, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2912316517082467, deletesPctAllowed=48.36299377353485
   [junit4]   2> 495741 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@4dba48b0[collection1_shard1_replica_t43] main]
   [junit4]   2> 495742 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 495743 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 495743 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 495745 INFO  (searcherExecutor-2571-thread-1-processing-n:127.0.0.1:40480_fznr%2Ft x:collection1_shard1_replica_t43 c:collection1 s:shard1) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@4dba48b0[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 495745 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617116920775966720
   [junit4]   2> 495750 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node44=0}, version=0}
   [junit4]   2> 495754 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 495754 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 495754 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40480/fznr/t/collection1_shard1_replica_t43/
   [junit4]   2> 495754 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 495754 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:40480/fznr/t/collection1_shard1_replica_t43/ has no replicas
   [junit4]   2> 495754 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
   [junit4]   2> 495757 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40480/fznr/t/collection1_shard1_replica_t43/ shard1
   [junit4]   2> 495908 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 495911 INFO  (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1441
   [junit4]   2> 495914 INFO  (qtp1824042656-5509) [n:127.0.0.1:40480_fznr%2Ft c:collection1   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40480_fznr%252Ft&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1457
   [junit4]   2> 496074 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-3-001 of type TLOG
   [junit4]   2> 496075 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 496076 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 496076 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 496076 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 496077 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50d1e726{/fznr/t,null,AVAILABLE}
   [junit4]   2> 496077 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4435845e{HTTP/1.1,[http/1.1]}{127.0.0.1:44639}
   [junit4]   2> 496077 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.e.j.s.Server Started @496135ms
   [junit4]   2> 496077 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/fznr/t, hostPort=44639, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-3-001/cores}
   [junit4]   2> 496078 ERROR (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 496082 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 496083 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 496083 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 496083 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 496086 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-14T13:41:14.311Z
   [junit4]   2> 496088 INFO  (zkConnectionManagerCallback-1465-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 496089 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 496089 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-3-001/solr.xml
   [junit4]   2> 496094 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 496094 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 496096 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 496226 DEBUG (ScheduledTrigger-2536-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 496299 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39532/solr
   [junit4]   2> 496301 INFO  (zkConnectionManagerCallback-1469-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 496303 INFO  (zkConnectionManagerCallback-1471-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 496313 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 496318 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 496318 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44639_fznr%2Ft
   [junit4]   2> 496320 INFO  (zkCallback-1470-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 496320 INFO  (zkCallback-1419-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 496320 INFO  (zkCallback-1461-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 496320 INFO  (zkCallback-1445-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 496320 INFO  (zkCallback-1430-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 496320 INFO  (zkCallback-1412-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 496320 INFO  (zkCallback-1454-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 496320 INFO  (zkCallback-1438-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 496344 INFO  (zkConnectionManagerCallback-1478-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 496345 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 496347 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39532/solr ready
   [junit4]   2> 496347 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 496373 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5
   [junit4]   2> 496389 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5
   [junit4]   2> 496389 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2114dbb5
   [junit4]   2> 496391 INFO  (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-3-001/cores
   [junit4]   2> 496452 INFO  (qtp1824042656-5504) [n:127.0.0.1:40480_fznr%2Ft    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44639_fznr%252Ft&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 496456 INFO  (OverseerCollectionConfigSetProcessor-72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 496458 INFO  (qtp1824042656-5508) [n:127.0.0.1:40480_fznr%2Ft    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_t43:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 496459 INFO  (qtp1824042656-5511) [n:127.0.0.1:40480_fznr%2Ft    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 496460 INFO  (qtp270075407-5412) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 496461 INFO  (qtp270075407-5419) [n:127.0.0.1:41501_fznr%2Ft    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,so

[...truncated too long message...]

jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null64458656
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null64458656
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null64458656

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 68ms :: artifacts dl 8ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 123 minutes 43 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 210 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/210/

3 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=3227389735563020, stage=STARTED, actionName='null', event={   "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",   "source":".scheduled_maintenance",   "eventTime":3227389731702623,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092604800,     "_enqueue_time_":3227389734007502}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227389744377223, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",   "source":".scheduled_maintenance",   "eventTime":3227389731702623,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092604800,     "_enqueue_time_":3227389734007502}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227389748817900, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",   "source":".scheduled_maintenance",   "eventTime":3227389731702623,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092604800,     "_enqueue_time_":3227389734007502}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541919804750334915, currentTimeNs=1542092604816730413, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227389751853769, stage=SUCCEEDED, actionName='null', event={   "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",   "source":".scheduled_maintenance",   "eventTime":3227389731702623,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092604800,     "_enqueue_time_":3227389734007502}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394754393341, stage=STARTED, actionName='null', event={   "id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz",   "source":".scheduled_maintenance",   "eventTime":3227394753366774,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092609821,     "_enqueue_time_":3227394753617458}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394755185179, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz",   "source":".scheduled_maintenance",   "eventTime":3227394753366774,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092609821,     "_enqueue_time_":3227394753617458}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394760109013, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz",   "source":".scheduled_maintenance",   "eventTime":3227394753366774,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092609821,     "_enqueue_time_":3227394753617458}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394761660711, stage=SUCCEEDED, actionName='null', event={   "id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz",   "source":".scheduled_maintenance",   "eventTime":3227394753366774,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092609821,     "_enqueue_time_":3227394753617458}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399763286244, stage=STARTED, actionName='null', event={   "id":"b774d9061717aT27bno93m0fwyuovkar79gcot0",   "source":".scheduled_maintenance",   "eventTime":3227399762309498,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092614830,     "_enqueue_time_":3227399762605558}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399764158462, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"b774d9061717aT27bno93m0fwyuovkar79gcot0",   "source":".scheduled_maintenance",   "eventTime":3227399762309498,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092614830,     "_enqueue_time_":3227399762605558}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399766955831, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"b774d9061717aT27bno93m0fwyuovkar79gcot0",   "source":".scheduled_maintenance",   "eventTime":3227399762309498,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092614830,     "_enqueue_time_":3227399762605558}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399768647796, stage=SUCCEEDED, actionName='null', event={   "id":"b774d9061717aT27bno93m0fwyuovkar79gcot0",   "source":".scheduled_maintenance",   "eventTime":3227399762309498,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092614830,     "_enqueue_time_":3227399762605558}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404770464540, stage=STARTED, actionName='null', event={   "id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1",   "source":".scheduled_maintenance",   "eventTime":3227404769473036,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092619838,     "_enqueue_time_":3227404769733435}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404771178457, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1",   "source":".scheduled_maintenance",   "eventTime":3227404769473036,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092619838,     "_enqueue_time_":3227404769733435}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404774548338, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1",   "source":".scheduled_maintenance",   "eventTime":3227404769473036,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092619838,     "_enqueue_time_":3227404769733435}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404776049315, stage=SUCCEEDED, actionName='null', event={   "id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1",   "source":".scheduled_maintenance",   "eventTime":3227404769473036,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092619838,     "_enqueue_time_":3227404769733435}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409778332099, stage=STARTED, actionName='null', event={   "id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2",   "source":".scheduled_maintenance",   "eventTime":3227409776899806,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092624845,     "_enqueue_time_":3227409777153969}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409779356692, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2",   "source":".scheduled_maintenance",   "eventTime":3227409776899806,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092624845,     "_enqueue_time_":3227409777153969}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409783075602, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2",   "source":".scheduled_maintenance",   "eventTime":3227409776899806,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092624845,     "_enqueue_time_":3227409777153969}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409785039504, stage=SUCCEEDED, actionName='null', event={   "id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2",   "source":".scheduled_maintenance",   "eventTime":3227409776899806,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092624845,     "_enqueue_time_":3227409777153969}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227414787167775, stage=STARTED, actionName='null', event={   "id":"b77510fdec404T27bno93m0fwyuovkar79gcot3",   "source":".scheduled_maintenance",   "eventTime":3227414786130948,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092629854,     "_enqueue_time_":3227414786385954}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227414788133185, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"b77510fdec404T27bno93m0fwyuovkar79gcot3",   "source":".scheduled_maintenance",   "eventTime":3227414786130948,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092629854,     "_enqueue_time_":3227414786385954}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227414790636631, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"b77510fdec404T27bno93m0fwyuovkar79gcot3",   "source":".scheduled_maintenance",   "eventTime":3227414786130948,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1542092629854,     "_enqueue_time_":3227414786385954}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1542092604827345753, currentTimeNs=1542092629858030013, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=3227389735563020, stage=STARTED, actionName='null', event={
  "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
  "source":".scheduled_maintenance",
  "eventTime":3227389731702623,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092604800,
    "_enqueue_time_":3227389734007502}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227389744377223, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
  "source":".scheduled_maintenance",
  "eventTime":3227389731702623,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092604800,
    "_enqueue_time_":3227389734007502}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227389748817900, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
  "source":".scheduled_maintenance",
  "eventTime":3227389731702623,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092604800,
    "_enqueue_time_":3227389734007502}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541919804750334915, currentTimeNs=1542092604816730413, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227389751853769, stage=SUCCEEDED, actionName='null', event={
  "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
  "source":".scheduled_maintenance",
  "eventTime":3227389731702623,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092604800,
    "_enqueue_time_":3227389734007502}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394754393341, stage=STARTED, actionName='null', event={
  "id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz",
  "source":".scheduled_maintenance",
  "eventTime":3227394753366774,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092609821,
    "_enqueue_time_":3227394753617458}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394755185179, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz",
  "source":".scheduled_maintenance",
  "eventTime":3227394753366774,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092609821,
    "_enqueue_time_":3227394753617458}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394760109013, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz",
  "source":".scheduled_maintenance",
  "eventTime":3227394753366774,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092609821,
    "_enqueue_time_":3227394753617458}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394761660711, stage=SUCCEEDED, actionName='null', event={
  "id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz",
  "source":".scheduled_maintenance",
  "eventTime":3227394753366774,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092609821,
    "_enqueue_time_":3227394753617458}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399763286244, stage=STARTED, actionName='null', event={
  "id":"b774d9061717aT27bno93m0fwyuovkar79gcot0",
  "source":".scheduled_maintenance",
  "eventTime":3227399762309498,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092614830,
    "_enqueue_time_":3227399762605558}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399764158462, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"b774d9061717aT27bno93m0fwyuovkar79gcot0",
  "source":".scheduled_maintenance",
  "eventTime":3227399762309498,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092614830,
    "_enqueue_time_":3227399762605558}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399766955831, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"b774d9061717aT27bno93m0fwyuovkar79gcot0",
  "source":".scheduled_maintenance",
  "eventTime":3227399762309498,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092614830,
    "_enqueue_time_":3227399762605558}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399768647796, stage=SUCCEEDED, actionName='null', event={
  "id":"b774d9061717aT27bno93m0fwyuovkar79gcot0",
  "source":".scheduled_maintenance",
  "eventTime":3227399762309498,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092614830,
    "_enqueue_time_":3227399762605558}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404770464540, stage=STARTED, actionName='null', event={
  "id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1",
  "source":".scheduled_maintenance",
  "eventTime":3227404769473036,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092619838,
    "_enqueue_time_":3227404769733435}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404771178457, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1",
  "source":".scheduled_maintenance",
  "eventTime":3227404769473036,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092619838,
    "_enqueue_time_":3227404769733435}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404774548338, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1",
  "source":".scheduled_maintenance",
  "eventTime":3227404769473036,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092619838,
    "_enqueue_time_":3227404769733435}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404776049315, stage=SUCCEEDED, actionName='null', event={
  "id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1",
  "source":".scheduled_maintenance",
  "eventTime":3227404769473036,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092619838,
    "_enqueue_time_":3227404769733435}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409778332099, stage=STARTED, actionName='null', event={
  "id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2",
  "source":".scheduled_maintenance",
  "eventTime":3227409776899806,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092624845,
    "_enqueue_time_":3227409777153969}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409779356692, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2",
  "source":".scheduled_maintenance",
  "eventTime":3227409776899806,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092624845,
    "_enqueue_time_":3227409777153969}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409783075602, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2",
  "source":".scheduled_maintenance",
  "eventTime":3227409776899806,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092624845,
    "_enqueue_time_":3227409777153969}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409785039504, stage=SUCCEEDED, actionName='null', event={
  "id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2",
  "source":".scheduled_maintenance",
  "eventTime":3227409776899806,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092624845,
    "_enqueue_time_":3227409777153969}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227414787167775, stage=STARTED, actionName='null', event={
  "id":"b77510fdec404T27bno93m0fwyuovkar79gcot3",
  "source":".scheduled_maintenance",
  "eventTime":3227414786130948,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092629854,
    "_enqueue_time_":3227414786385954}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227414788133185, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"b77510fdec404T27bno93m0fwyuovkar79gcot3",
  "source":".scheduled_maintenance",
  "eventTime":3227414786130948,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092629854,
    "_enqueue_time_":3227414786385954}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227414790636631, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"b77510fdec404T27bno93m0fwyuovkar79gcot3",
  "source":".scheduled_maintenance",
  "eventTime":3227414786130948,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1542092629854,
    "_enqueue_time_":3227414786385954}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1542092604827345753, currentTimeNs=1542092629858030013, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
	at __randomizedtesting.SeedInfo.seed([60B6B07612FAADA3:7D9A700473B98AA8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
	at __randomizedtesting.SeedInfo.seed([60B6B07612FAADA3:37D86F48B35DE8E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.scheduledTriggerTest(ScheduledTriggerTest.java:114)
	at org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger(ScheduledTriggerTest.java:67)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:34855/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:34855/collection1
	at __randomizedtesting.SeedInfo.seed([60B6B07612FAADA3:E8E28FACBC06C05B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
	at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 48 more




Build Log:
[...truncated 12627 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
   [junit4]   2> 236371 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_60B6B07612FAADA3-001/init-core-data-001
   [junit4]   2> 236373 WARN  (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 236373 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 236383 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 236385 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_60B6B07612FAADA3-001/tempDir-001
   [junit4]   2> 236385 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 236385 INFO  (Thread-133) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 236385 INFO  (Thread-133) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 236392 ERROR (Thread-133) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 236486 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:42969
   [junit4]   2> 236489 INFO  (zkConnectionManagerCallback-244-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 236516 INFO  (jetty-launcher-241-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 236520 INFO  (jetty-launcher-241-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 236520 INFO  (jetty-launcher-241-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 236520 INFO  (jetty-launcher-241-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 236520 INFO  (jetty-launcher-241-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@222fdbf2{/solr,null,AVAILABLE}
   [junit4]   2> 236527 INFO  (jetty-launcher-241-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@297876a6{SSL,[ssl, http/1.1]}{127.0.0.1:34717}
   [junit4]   2> 236528 INFO  (jetty-launcher-241-thread-1) [    ] o.e.j.s.Server Started @236590ms
   [junit4]   2> 236528 INFO  (jetty-launcher-241-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34717}
   [junit4]   2> 236528 ERROR (jetty-launcher-241-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 236528 INFO  (jetty-launcher-241-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 236528 INFO  (jetty-launcher-241-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 236528 INFO  (jetty-launcher-241-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 236528 INFO  (jetty-launcher-241-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 236528 INFO  (jetty-launcher-241-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-13T07:03:21.462Z
   [junit4]   2> 236533 INFO  (zkConnectionManagerCallback-246-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 236535 INFO  (jetty-launcher-241-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 236687 INFO  (jetty-launcher-241-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42969/solr
   [junit4]   2> 236691 INFO  (zkConnectionManagerCallback-250-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 236697 INFO  (zkConnectionManagerCallback-252-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 236825 INFO  (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34717_solr
   [junit4]   2> 236826 INFO  (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr    ] o.a.s.c.Overseer Overseer (id=72269104023273475-127.0.0.1:34717_solr-n_0000000000) starting
   [junit4]   2> 236837 INFO  (zkConnectionManagerCallback-259-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 236840 INFO  (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42969/solr ready
   [junit4]   2> 236841 INFO  (OverseerStateUpdate-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [n:127.0.0.1:34717_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34717_solr
   [junit4]   2> 236841 INFO  (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34717_solr
   [junit4]   2> 236844 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 236846 INFO  (OverseerStateUpdate-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [n:127.0.0.1:34717_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 236846 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 236848 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 236848 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 236857 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: []
   [junit4]   2> 236857 INFO  (zkCallback-258-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 236858 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 236859 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 236859 DEBUG (ScheduledTrigger-343-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 236877 INFO  (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 236919 INFO  (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34717.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66d4e5c4
   [junit4]   2> 236930 INFO  (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34717.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66d4e5c4
   [junit4]   2> 236930 INFO  (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34717.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66d4e5c4
   [junit4]   2> 236932 INFO  (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_60B6B07612FAADA3-001/tempDir-001/node1/.
   [junit4]   2> 236962 INFO  (zkConnectionManagerCallback-262-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 236991 INFO  (zkConnectionManagerCallback-267-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 236992 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 236994 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42969/solr ready
   [junit4]   2> 237024 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[60B6B07612FAADA3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerDefaults
   [junit4]   2> 237027 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[60B6B07612FAADA3]) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest {
   [junit4]   2>   "triggers":{
   [junit4]   2>     ".auto_add_replicas":{
   [junit4]   2>       "name":".auto_add_replicas",
   [junit4]   2>       "event":"nodeLost",
   [junit4]   2>       "waitFor":120,
   [junit4]   2>       "enabled":true,
   [junit4]   2>       "actions":[
   [junit4]   2>         {
   [junit4]   2>           "name":"auto_add_replicas_plan",
   [junit4]   2>           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]   2>         {
   [junit4]   2>           "name":"execute_plan",
   [junit4]   2>           "class":"solr.ExecutePlanAction"}]},
   [junit4]   2>     ".scheduled_maintenance":{
   [junit4]   2>       "name":".scheduled_maintenance",
   [junit4]   2>       "event":"scheduled",
   [junit4]   2>       "startTime":"NOW",
   [junit4]   2>       "every":"+1DAY",
   [junit4]   2>       "enabled":true,
   [junit4]   2>       "actions":[
   [junit4]   2>         {
   [junit4]   2>           "name":"inactive_shard_plan",
   [junit4]   2>           "class":"solr.InactiveShardPlanAction"},
   [junit4]   2>         {
   [junit4]   2>           "name":"execute_plan",
   [junit4]   2>           "class":"solr.ExecutePlanAction"}]}},
   [junit4]   2>   "listeners":{
   [junit4]   2>     ".auto_add_replicas.system":{
   [junit4]   2>       "beforeAction":[],
   [junit4]   2>       "afterAction":[],
   [junit4]   2>       "stage":[
   [junit4]   2>         "STARTED",
   [junit4]   2>         "ABORTED",
   [junit4]   2>         "SUCCEEDED",
   [junit4]   2>         "FAILED",
   [junit4]   2>         "BEFORE_ACTION",
   [junit4]   2>         "AFTER_ACTION",
   [junit4]   2>         "IGNORED"],
   [junit4]   2>       "trigger":".auto_add_replicas",
   [junit4]   2>       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
   [junit4]   2>     ".scheduled_maintenance.system":{
   [junit4]   2>       "beforeAction":[],
   [junit4]   2>       "afterAction":[],
   [junit4]   2>       "stage":[
   [junit4]   2>         "STARTED",
   [junit4]   2>         "ABORTED",
   [junit4]   2>         "SUCCEEDED",
   [junit4]   2>         "FAILED",
   [junit4]   2>         "BEFORE_ACTION",
   [junit4]   2>         "AFTER_ACTION",
   [junit4]   2>         "IGNORED"],
   [junit4]   2>       "trigger":".scheduled_maintenance",
   [junit4]   2>       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
   [junit4]   2>   "properties":{}}
   [junit4]   2> 237093 INFO  (qtp579222826-821) [n:127.0.0.1:34717_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 237094 DEBUG (qtp579222826-818) [n:127.0.0.1:34717_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 237096 DEBUG (zkCallback-258-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 237097 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 237099 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 237100 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 237103 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=40
   [junit4]   2> 237106 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[60B6B07612FAADA3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerDefaults
   [junit4]   2> 237127 INFO  (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[60B6B07612FAADA3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup
   [junit4]   2> 237128 INFO  (qtp579222826-820) [n:127.0.0.1:34717_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 237144 INFO  (OverseerThreadFactory-345-thread-1-processing-n:127.0.0.1:34717_solr) [n:127.0.0.1:34717_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection ScheduledMaintenanceTriggerTest_collection1
   [junit4]   2> 237257 INFO  (qtp579222826-819) [n:127.0.0.1:34717_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 237264 INFO  (OverseerStateUpdate-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [n:127.0.0.1:34717_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"ScheduledMaintenanceTriggerTest_collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34717/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 237483 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr    x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 237484 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr    x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 237862 DEBUG (ScheduledTrigger-343-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 238503 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 238530 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 238534 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 238534 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1' using configuration from collection ScheduledMaintenanceTriggerTest_collection1, trusted=true
   [junit4]   2> 238538 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34717.solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1' (registry 'solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66d4e5c4
   [junit4]   2> 238538 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_60B6B07612FAADA3-001/tempDir-001/node1/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_60B6B07612FAADA3-001/tempDir-001/node1/./ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/data/]
   [junit4]   2> 238644 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 238644 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 238646 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 238646 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 238670 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5301fde0[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main]
   [junit4]   2> 238672 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 238673 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 238673 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 238674 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617001293920862208
   [junit4]   2> 238675 INFO  (searcherExecutor-350-thread-1-processing-n:127.0.0.1:34717_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1 c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Registered new searcher Searcher@5301fde0[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 238682 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/ScheduledMaintenanceTriggerTest_collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 238687 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 238687 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 238687 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34717/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/
   [junit4]   2> 238688 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 238688 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:34717/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 238693 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34717/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ shard1
   [junit4]   2> 238796 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 238800 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1316
   [junit4]   2> 238804 INFO  (qtp579222826-820) [n:127.0.0.1:34717_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 238863 DEBUG (ScheduledTrigger-343-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 238899 INFO  (zkCallback-251-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/ScheduledMaintenanceTriggerTest_collection1/state.json] for collection [ScheduledMaintenanceTriggerTest_collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 239149 INFO  (OverseerCollectionConfigSetProcessor-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [n:127.0.0.1:34717_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 239805 INFO  (qtp579222826-820) [n:127.0.0.1:34717_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2676
   [junit4]   2> 239825 INFO  (qtp579222826-819) [n:127.0.0.1:34717_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
   [junit4]   2> 239827 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 239828 DEBUG (qtp579222826-821) [n:127.0.0.1:34717_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 239829 INFO  (qtp579222826-821) [n:127.0.0.1:34717_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 239839 DEBUG (zkCallback-258-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 239851 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 239854 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 239855 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 239859 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 239860 INFO  (qtp579222826-818) [n:127.0.0.1:34717_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 239861 DEBUG (qtp579222826-820) [n:127.0.0.1:34717_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 239862 INFO  (qtp579222826-820) [n:127.0.0.1:34717_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=31
   [junit4]   2> 239863 DEBUG (ScheduledTrigger-343-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 239864 INFO  (qtp579222826-821) [n:127.0.0.1:34717_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params action=SPLITSHARD&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 239864 DEBUG (zkCallback-258-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 239865 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 239866 DEBUG (ScheduledTrigger-343-thread-4) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger .scheduled_maintenance firing registered processor for scheduled time 2018-11-13T07:03:23.780Z, now=2018-11-13T07:03:24.800Z
   [junit4]   2> 239867 DEBUG (ScheduledTrigger-343-thread-4) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":3227389731702623,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1542092604800}}
   [junit4]   2> 239869 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 239869 DEBUG (ScheduledTrigger-343-thread-4) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance]
   [junit4]   2> 239869 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 239870 INFO  (ScheduledTrigger-343-thread-4) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 239870 INFO  (ScheduledTrigger-343-thread-4) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=3227389735563020, stage=STARTED, actionName='null', event={
   [junit4]   2>   "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":3227389731702623,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1542092604800,
   [junit4]   2>     "_enqueue_time_":3227389734007502}}, context={}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 239871 DEBUG (AutoscalingActionExecutor-344-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":3227389731702623,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1542092604800,
   [junit4]   2>     "_enqueue_time_":3227389734007502}}
   [junit4]   2> 239879 INFO  (AutoscalingActionExecutor-344-thread-1) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=3227389744377223, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
   [junit4]   2>   "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":3227389731702623,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1542092604800,
   [junit4]   2>     "_enqueue_time_":3227389734007502}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 239883 DEBUG (AutoscalingActionExecutor-344-thread-1) [    ] o.a.s.c.a.InactiveShardPlanAction ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting: locktstamp=1541919804750334915, time=1542092604816730413, delta=172800
   [junit4]   2> 239883 DEBUG (AutoscalingActionExecutor-344-thread-1) [    ] o.a.s.c.a.InactiveShardPlanAction -- delete inactive split lock for ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting, delta=172800
   [junit4]   2> 239884 INFO  (AutoscalingActionExecutor-344-thread-1) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=3227389748817900, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
   [junit4]   2>   "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":3227389731702623,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1542092604800,
   [junit4]   2>     "_enqueue_time_":3227389734007502}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541919804750334915, currentTimeNs=1542092604816730413, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan]}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 239884 DEBUG (AutoscalingActionExecutor-344-thread-1) [    ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":3227389731702623,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1542092604800,
   [junit4]   2>     "_enqueue_time_":3227389734007502}} with context properties: {inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541919804750334915, currentTimeNs=1542092604816730413, deltaSec=172800, ttlSec=20}}}, AFTER_ACTION=[inactive_shard_plan], BEFORE_ACTION=[inactive_shard_plan, execute_plan]}
   [junit4]   2> 239884 INFO  (AutoscalingActionExecutor-344-thread-1) [    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":3227389731702623,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1542092604800,
   [junit4]   2>     "_enqueue_time_":3227389734007502}}
   [junit4]   2> 239885 INFO  (qtp579222826-819) [n:127.0.0.1:34717_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 239887 INFO  (AutoscalingActionExecutor-344-thread-1) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=3227389751853769, stage=SUCCEEDED, actionName='null', event={
   [junit4]   2>   "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":3227389731702623,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1542092604800,
   [junit4]   2>     "_enqueue_time_":3227389734007502}}, context={}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 239887 DEBUG (AutoscalingActionExecutor-344-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
   [junit4]   2> 239887 DEBUG (AutoscalingActionExecutor-344-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .schedu

[...truncated too long message...]

ns-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1165372624
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1165372624
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1165372624

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 47ms :: artifacts dl 9ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 122 minutes 4 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 209 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/209/

4 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:34571/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:34571/collection1
	at __randomizedtesting.SeedInfo.seed([63A94686BAE1DA8A:EBFD795C141DB772]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
	at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 48 more


FAILED:  org.apache.solr.cloud.TestWithCollection.testNodeAdded

Error Message:
Action was not fired till 30 seconds

Stack Trace:
java.lang.AssertionError: Action was not fired till 30 seconds
	at __randomizedtesting.SeedInfo.seed([63A94686BAE1DA8A:66A10F118427289]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.TestWithCollection.testNodeAdded(TestWithCollection.java:481)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode

Error Message:
unexpected DELETENODE status: {responseHeader={status=0,QTime=97},status={state=notfound,msg=Did not find [search_rate_trigger3/5678dea8907baeTdvcuflzamnxi0f23wm8v132rl/0] in any tasks queue}}

Stack Trace:
java.lang.AssertionError: unexpected DELETENODE status: {responseHeader={status=0,QTime=97},status={state=notfound,msg=Did not find [search_rate_trigger3/5678dea8907baeTdvcuflzamnxi0f23wm8v132rl/0] in any tasks queue}}
	at __randomizedtesting.SeedInfo.seed([63A94686BAE1DA8A:413B88048D2B55F7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.lambda$testDeleteNode$5(SearchRateTriggerIntegrationTest.java:693)
	at java.util.ArrayList.forEach(ArrayList.java:1257)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode(SearchRateTriggerIntegrationTest.java:677)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime

Error Message:
Error from server at http://127.0.0.1:41733/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000033

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41733/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000033
	at __randomizedtesting.SeedInfo.seed([730F73C619BECDFD:9DD7085757C1186E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime(CloudSolrClientTest.java:137)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14015 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/init-core-data-001
   [junit4]   2> 2817434 WARN  (SUITE-BasicDistributedZkTest-seed#[63A94686BAE1DA8A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=57 numCloses=57
   [junit4]   2> 2817434 INFO  (SUITE-BasicDistributedZkTest-seed#[63A94686BAE1DA8A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2817436 INFO  (SUITE-BasicDistributedZkTest-seed#[63A94686BAE1DA8A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2817436 INFO  (SUITE-BasicDistributedZkTest-seed#[63A94686BAE1DA8A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2817436 INFO  (SUITE-BasicDistributedZkTest-seed#[63A94686BAE1DA8A]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2817451 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2817451 INFO  (Thread-4084) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2817451 INFO  (Thread-4084) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2817462 ERROR (Thread-4084) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2817551 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.ZkTestServer start zk server on port:44578
   [junit4]   2> 2817581 INFO  (zkConnectionManagerCallback-3981-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2817618 INFO  (zkConnectionManagerCallback-3983-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2817624 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2817625 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2817627 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2817636 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2817637 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2817638 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2817652 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2817653 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2817654 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2817655 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2817656 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2817658 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105aaaf72680001, likely client has closed socket
   [junit4]   2> 2817658 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 2818212 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 2818268 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2818268 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2818268 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2818268 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76fddd62{/,null,AVAILABLE}
   [junit4]   2> 2818269 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7e70e81{HTTP/1.1,[http/1.1]}{127.0.0.1:46399}
   [junit4]   2> 2818269 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.Server Started @2818422ms
   [junit4]   2> 2818269 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=46399, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/control-001/cores}
   [junit4]   2> 2818269 ERROR (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2818269 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2818269 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2818269 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2818270 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2818270 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-12T05:37:41.169Z
   [junit4]   2> 2818286 INFO  (zkConnectionManagerCallback-3985-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2818287 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2818287 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/control-001/solr.xml
   [junit4]   2> 2818303 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2818303 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2818321 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4ad088, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2818724 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44578/solr
   [junit4]   2> 2818761 INFO  (zkConnectionManagerCallback-3989-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2818763 INFO  (zkConnectionManagerCallback-3991-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2819094 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46399_
   [junit4]   2> 2819095 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_    ] o.a.s.c.Overseer Overseer (id=73652639436898308-127.0.0.1:46399_-n_0000000000) starting
   [junit4]   2> 2819124 INFO  (zkConnectionManagerCallback-3998-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2819147 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44578/solr ready
   [junit4]   2> 2819148 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46399_
   [junit4]   2> 2819149 DEBUG (OverseerAutoScalingTriggerThread-73652639436898308-127.0.0.1:46399_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 2819148 INFO  (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46399_
   [junit4]   2> 2819159 INFO  (zkCallback-3990-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2819186 DEBUG (OverseerAutoScalingTriggerThread-73652639436898308-127.0.0.1:46399_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2819186 DEBUG (OverseerAutoScalingTriggerThread-73652639436898308-127.0.0.1:46399_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 2819186 DEBUG (OverseerAutoScalingTriggerThread-73652639436898308-127.0.0.1:46399_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2819214 INFO  (zkCallback-3997-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2819220 DEBUG (OverseerAutoScalingTriggerThread-73652639436898308-127.0.0.1:46399_-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:46399_]
   [junit4]   2> 2819235 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2819236 DEBUG (ScheduledTrigger-7388-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2819279 DEBUG (OverseerAutoScalingTriggerThread-73652639436898308-127.0.0.1:46399_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2819311 DEBUG (OverseerAutoScalingTriggerThread-73652639436898308-127.0.0.1:46399_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2819312 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4ad088
   [junit4]   2> 2819349 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4ad088
   [junit4]   2> 2819349 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4ad088
   [junit4]   2> 2819350 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/control-001/cores
   [junit4]   2> 2819486 INFO  (zkConnectionManagerCallback-4004-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2819487 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2819488 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44578/solr ready
   [junit4]   2> 2819494 INFO  (qtp1021590837-18027) [n:127.0.0.1:46399_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46399_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2819551 INFO  (OverseerThreadFactory-7390-thread-1-processing-n:127.0.0.1:46399_) [n:127.0.0.1:46399_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2819554 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:46399_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 2819667 INFO  (qtp1021590837-18022) [n:127.0.0.1:46399_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2819693 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2819693 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2819714 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46399",
   [junit4]   2>   "node_name":"127.0.0.1:46399_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2820281 DEBUG (ScheduledTrigger-7388-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2820752 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2820797 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2821168 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2821206 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 2821219 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4ad088
   [junit4]   2> 2821219 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2821240 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=52.7734375, floorSegmentMB=1.88671875, forceMergeDeletesPctAllowed=11.683950001832626, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=34.851365034263864
   [junit4]   2> 2821269 WARN  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2821296 DEBUG (ScheduledTrigger-7388-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2821424 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2821424 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2821425 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2821425 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2821426 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1957434386, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2821434 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36c43bd4[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2821435 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2821436 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2821436 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2821437 INFO  (searcherExecutor-7395-thread-1-processing-n:127.0.0.1:46399_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@36c43bd4[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2821437 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616905308037185536
   [junit4]   2> 2821459 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2821461 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2821461 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2821461 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46399/control_collection_shard1_replica_n1/
   [junit4]   2> 2821462 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2821462 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46399/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2821473 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46399/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2821474 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:46399",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 2821575 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2821576 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46399",
   [junit4]   2>   "node_name":"127.0.0.1:46399_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2821579 INFO  (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1886
   [junit4]   2> 2821583 INFO  (qtp1021590837-18027) [n:127.0.0.1:46399_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2821677 INFO  (zkCallback-3990-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2822297 DEBUG (ScheduledTrigger-7388-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2822583 INFO  (qtp1021590837-18027) [n:127.0.0.1:46399_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46399_&wt=javabin&version=2} status=0 QTime=3089
   [junit4]   2> 2822587 INFO  (zkConnectionManagerCallback-4009-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2822588 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2822607 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44578/solr ready
   [junit4]   2> 2822607 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2822608 INFO  (qtp1021590837-18026) [n:127.0.0.1:46399_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2822612 INFO  (OverseerCollectionConfigSetProcessor-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2822633 INFO  (OverseerThreadFactory-7390-thread-2-processing-n:127.0.0.1:46399_) [n:127.0.0.1:46399_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2822636 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "createNodeSet":"",
   [junit4]   2>   "stateFormat":"1",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 2822841 WARN  (OverseerThreadFactory-7390-thread-2-processing-n:127.0.0.1:46399_) [n:127.0.0.1:46399_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 2822862 INFO  (qtp1021590837-18026) [n:127.0.0.1:46399_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2822862 INFO  (qtp1021590837-18026) [n:127.0.0.1:46399_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=254
   [junit4]   2> 2823185 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-1-001 of type TLOG
   [junit4]   2> 2823198 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 2823199 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2823199 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2823199 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2823200 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61756389{/,null,AVAILABLE}
   [junit4]   2> 2823203 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6900ad7a{HTTP/1.1,[http/1.1]}{127.0.0.1:34571}
   [junit4]   2> 2823204 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.Server Started @2823357ms
   [junit4]   2> 2823205 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=34571, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-1-001/cores}
   [junit4]   2> 2823205 ERROR (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2823205 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2823205 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2823205 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2823205 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2823205 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-12T05:37:46.104Z
   [junit4]   2> 2823207 INFO  (zkConnectionManagerCallback-4011-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2823208 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2823208 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-1-001/solr.xml
   [junit4]   2> 2823227 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2823227 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2823229 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4ad088, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2823297 DEBUG (ScheduledTrigger-7388-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2823510 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44578/solr
   [junit4]   2> 2823511 INFO  (zkConnectionManagerCallback-4015-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2823609 INFO  (zkConnectionManagerCallback-4017-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2823615 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2823619 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2823619 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34571_
   [junit4]   2> 2823619 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:34571_"} current state version: 1
   [junit4]   2> 2823637 INFO  (zkCallback-4008-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2823637 INFO  (zkCallback-3997-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2823637 INFO  (zkCallback-3990-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2823637 INFO  (zkCallback-4016-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2823677 INFO  (zkConnectionManagerCallback-4024-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2823678 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2823679 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44578/solr ready
   [junit4]   2> 2823680 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2823720 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4ad088
   [junit4]   2> 2823750 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4ad088
   [junit4]   2> 2823750 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4ad088
   [junit4]   2> 2823752 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-1-001/cores
   [junit4]   2> 2823808 INFO  (qtp260835633-18082) [n:127.0.0.1:34571_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34571_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2823811 INFO  (OverseerCollectionConfigSetProcessor-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2823823 INFO  (qtp260835633-18077) [n:127.0.0.1:34571_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2823825 INFO  (qtp1021590837-18022) [n:127.0.0.1:46399_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 2823826 INFO  (qtp1021590837-18026) [n:127.0.0.1:46399_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2823827 INFO  (OverseerThreadFactory-7390-thread-3-processing-n:127.0.0.1:46399_) [n:127.0.0.1:46399_ c:collection1 s:shard2  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34571_ for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 2823831 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_    x:collection1_shard2_replica_t41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2823845 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard2_replica_t41",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:34571",
   [junit4]   2>   "node_name":"127.0.0.1:34571_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "operation":"state"} current state version: 1
   [junit4]   2> 2824297 DEBUG (ScheduledTrigger-7388-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2824880 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2824913 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 2825249 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2825302 DEBUG (ScheduledTrigger-7388-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2825303 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
   [junit4]   2> 2825304 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4ad088
   [junit4]   2> 2825304 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 2825306 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=52.7734375, floorSegmentMB=1.88671875, forceMergeDeletesPctAllowed=11.683950001832626, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=34.851365034263864
   [junit4]   2> 2825308 WARN  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2825459 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2825459 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2825460 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2825460 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2825473 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1957434386, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2825473 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@2fd9d607[collection1_shard2_replica_t41] main]
   [junit4]   2> 2825474 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2825475 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2825475 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2825475 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616905312271335424
   [junit4]   2> 2825476 INFO  (searcherExecutor-7409-thread-1-processing-n:127.0.0.1:34571_ x:collection1_shard2_replica_t41 c:collection1 s:shard2) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@2fd9d607[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2825531 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
   [junit4]   2> 2825534 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2825550 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2825550 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34571/collection1_shard2_replica_t41/
   [junit4]   2> 2825550 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2825550 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:34571/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 2825550 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 2825553 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34571/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 2825554 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1:34571",
   [junit4]   2>   "core":"collection1_shard2_replica_t41",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 2825668 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2825680 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard2_replica_t41",
   [junit4]   2>   "core_node_name":"core_node42",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:34571",
   [junit4]   2>   "node_name":"127.0.0.1:34571_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 2825681 INFO  (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1849
   [junit4]   2> 2825693 INFO  (qtp260835633-18082) [n:127.0.0.1:34571_ c:collection1   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34571_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1885
   [junit4]   2> 2825831 INFO  (OverseerCollectionConfigSetProcessor-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2826096 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-2-001 of type TLOG
   [junit4]   2> 2826097 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 2826098 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2826098 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2826098 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2826098 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7586a82a{/,null,AVAILABLE}
   [junit4]   2> 2826115 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1cf82c50{HTTP/1.1,[http/1.1]}{127.0.0.1:41988}
   [junit4]   2> 2826115 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.e.j.s.Server Started @2826267ms
   [junit4]   2> 2826115 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=41988, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-2-001/cores}
   [junit4]   2> 2826115 ERROR (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2826118 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2826118 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2826118 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2826118 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2826118 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-12T05:37:49.017Z
   [junit4]   2> 2826127 INFO  (zkConnectionManagerCallback-4027-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2826128 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2826128 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-2-001/solr.xml
   [junit4]   2> 2826140 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2826140 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2826141 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4ad088, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2826306 DEBUG (ScheduledTrigger-7388-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2826424 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44578/solr
   [junit4]   2> 2826426 INFO  (zkConnectionManagerCallback-4031-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2826427 INFO  (zkConnectionManagerCallback-4033-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2826441 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2826454 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2826454 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41988_
   [junit4]   2> 2826455 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:41988_"} current state version: 4
   [junit4]   2> 2826455 INFO  (zkCallback-4023-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2826455 INFO  (zkCallback-4008-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2826455 INFO  (zkCallback-3997-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2826455 INFO  (zkCallback-4016-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2826455 INFO  (zkCallback-3990-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2826476 INFO  (zkCallback-4032-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2826547 INFO  (zkConnectionManagerCallback-4040-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2826547 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2826548 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44578/solr ready
   [junit4]   2> 2826549 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2826602 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4ad088
   [junit4]   2> 2826674 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4ad088
   [junit4]   2> 2826675 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4ad088
   [junit4]   2> 2826693 INFO  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-2-001/cores
   [junit4]   2> 2826857 INFO  (qtp260835633-18084) [n:127.0.0.1:34571_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41988_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2826880 INFO  (qtp260835633-18081) [n:127.0.0.1:34571_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_t41:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 2826881 INFO  (qtp260835633-18081) [n:127.0.0.1:34571_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2826894 INFO  (qtp249200920-18119) [n:127.0.0.1:41988_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2826904 INFO  (qtp1021590837-18022) [n:127.0.0.1:46399_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 2826905 INFO  (qtp1021590837-18026) [n:127.0.0.1:46399_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2826905 INFO  (OverseerThreadFactory-7390-thread-4-processing-n:127.0.0.1:46399_) [n:127.0.0.1:46399_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:41988_ for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 2826920 INFO  (qtp249200920-18114) [n:127.0.0.1:41988_    x:collection1_shard1_replica_t43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2826941 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard1_replica_t43",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41988",
   [junit4]   2>   "node_name":"127.0.0.1:41988_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "operation":"state"} current state version: 4
   [junit4]   2> 2827314 DEBUG (ScheduledTrigger-7388-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2828128 INFO  (qtp249200920-18114) [n:127.0.0.1:41988_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2828326 DEBUG (ScheduledTrigger-7388-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2828346 INFO  (qtp249200920-18114) [n:127.0.0.1:41988_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 2834189 WARN  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]-SendThread(127.0.0.1:44578)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 6875ms for sessionid 0x105aaaf72680005
   [junit4]   2> 2834190 WARN  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]-SendThread(127.0.0.1:44578)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 7145ms for sessionid 0x105aaaf7268000b
   [junit4]   2> 2834190 WARN  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]-SendThread(127.0.0.1:44578)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 7146ms for sessionid 0x105aaaf72680007
   [junit4]   2> 2834190 WARN  (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]-SendThread(127.0.0.1:44578)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 7145ms for sessionid 0x105aaaf7268000f
   [junit4]   2> 2834190 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105aaaf72680005, likely client has closed socket
   [junit4]   2> 2834190 DEBUG (ScheduledTrigger-7388-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2834208 INFO  (qtp249200920-18114) [n:127.0.0.1:41988_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2834278 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105aaaf7268000f, likely client has closed socket
   [junit4]   2> 2834279 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105aaaf72680007, likely client has closed socket
   [junit4]   2> 2834279 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105aaaf7268000b, likely client has closed socket
   [junit4]   2> 2834351 WARN  (zkConnectionManagerCallback-3998-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ab98948 name: ZooKeeperConnection Watcher:127.0.0.1:44578/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 2834351 WARN  (zkConnectionManagerCallback-3998-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 2834426 INFO  (qtp249200920-18114) [n:127.0.0.1:41988_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true


[...truncated too long message...]

Apples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1577353519
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1577353519
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1577353519

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 21ms :: artifacts dl 4ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 224 minutes 39 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 208 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/208/

3 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10236_solr should have been deleted

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10236_solr should have been deleted
	at __randomizedtesting.SeedInfo.seed([B158813A1E12305B:A9E209361027FDB4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeMarkersRegistration(TestSimTriggerIntegration.java:893)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.common.cloud.TestCloudCollectionsListeners.testCollectionDeletion

Error Message:
Could not load collection from ZK: testcollection2

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: testcollection2
	at __randomizedtesting.SeedInfo.seed([EA0F4F7486747746:3B5247702F87AEB0]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1321)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:737)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
	at org.apache.solr.common.cloud.ZkStateReader.registerCollectionStateWatcher(ZkStateReader.java:1439)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1469)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:450)
	at org.apache.solr.common.cloud.TestCloudCollectionsListeners.testCollectionDeletion(TestCloudCollectionsListeners.java:144)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testcollection2/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1333)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1319)
	... 46 more


FAILED:  org.apache.solr.common.cloud.TestCloudCollectionsListeners.testSimpleCloudCollectionsListener

Error Message:
CloudCollectionsListener not triggered after registration

Stack Trace:
java.lang.AssertionError: CloudCollectionsListener not triggered after registration
	at __randomizedtesting.SeedInfo.seed([EA0F4F7486747746:A2BC8052C7941879]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.apache.solr.common.cloud.TestCloudCollectionsListeners.testSimpleCloudCollectionsListener(TestCloudCollectionsListeners.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14292 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
   [junit4]   2> 4466351 INFO  (SUITE-TestSimTriggerIntegration-seed#[B158813A1E12305B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_B158813A1E12305B-001/init-core-data-001
   [junit4]   2> 4466364 INFO  (SUITE-TestSimTriggerIntegration-seed#[B158813A1E12305B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 4466365 INFO  (SUITE-TestSimTriggerIntegration-seed#[B158813A1E12305B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 4466368 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 4466369 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 4466369 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 4466369 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 4466369 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: []
   [junit4]   2> 4466370 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4466370 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 4466370 DEBUG (ScheduledTrigger-9675-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 0
   [junit4]   2> 4466380 DEBUG (SUITE-TestSimTriggerIntegration-seed#[B158813A1E12305B]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10222_solr
   [junit4]   2> 4466381 DEBUG (SUITE-TestSimTriggerIntegration-seed#[B158813A1E12305B]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 4466381 DEBUG (SUITE-TestSimTriggerIntegration-seed#[B158813A1E12305B]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 4466381 INFO  (SUITE-TestSimTriggerIntegration-seed#[B158813A1E12305B]-worker) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4466393 DEBUG (ScheduledTrigger-9675-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466393 INFO  (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
   [junit4]   2> 4466394 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 4466394 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 4466394 INFO  (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 4466396 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 4466396 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4466396 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 4466396 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 4466397 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 4466397 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 4466397 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 4466397 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 4466405 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10222_solr, 127.0.0.1:10223_solr]
   [junit4]   2> 4466405 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4466405 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 4466405 DEBUG (ScheduledTrigger-9680-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466425 DEBUG (ScheduledTrigger-9680-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466446 DEBUG (ScheduledTrigger-9680-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466466 DEBUG (ScheduledTrigger-9680-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466492 DEBUG (ScheduledTrigger-9680-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466512 DEBUG (ScheduledTrigger-9680-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466532 DEBUG (ScheduledTrigger-9680-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466552 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466573 DEBUG (ScheduledTrigger-9680-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466593 DEBUG (ScheduledTrigger-9680-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466598 DEBUG (simCloudManagerPool-9679-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
   [junit4]   2> 4466598 DEBUG (simCloudManagerPool-9679-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 4466598 DEBUG (simCloudManagerPool-9679-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4466598 DEBUG (simCloudManagerPool-9679-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 4466602 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 4466602 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4466602 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 4466613 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466644 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466664 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466684 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466709 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466729 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466749 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466769 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466790 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466802 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=2
   [junit4]   2> 4466802 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
   [junit4]   2> 4466802 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 4466810 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466812 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
   [junit4]   2> 4466812 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 4466823 DEBUG (simCloudManagerPool-9679-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
   [junit4]   2> 4466824 DEBUG (simCloudManagerPool-9679-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 4466824 DEBUG (simCloudManagerPool-9679-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=5): {"core_node1":{
   [junit4]   2>     "core":".system_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":".system",
   [junit4]   2>     "node_name":"127.0.0.1:10223_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 4466830 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466834 DEBUG (simCloudManagerPool-9679-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
   [junit4]   2> 4466834 DEBUG (simCloudManagerPool-9679-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 4466834 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=6
   [junit4]   2> 4466841 DEBUG (simCloudManagerPool-9679-thread-5) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4466841 DEBUG (simCloudManagerPool-9679-thread-5) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 4466841 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 4466841 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 4466841 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger - Initial livenodes: [127.0.0.1:10222_solr, 127.0.0.1:10223_solr]
   [junit4]   2> 4466841 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
   [junit4]   2> 4466841 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 4466842 DEBUG (ScheduledTrigger-9680-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 4466842 DEBUG (ScheduledTrigger-9680-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 4466850 DEBUG (ScheduledTrigger-9680-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4466859 DEBUG (simCloudManagerPool-9679-thread-6) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4466860 DEBUG (simCloudManagerPool-9679-thread-6) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 4466860 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 4466860 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 4466862 DEBUG (ScheduledTrigger-9680-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 4466862 DEBUG (ScheduledTrigger-9680-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4466862 DEBUG (ScheduledTrigger-9680-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10224_solr at time 24365959622028494
   [junit4]   2> 4466870 DEBUG (ScheduledTrigger-9680-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 4466883 DEBUG (ScheduledTrigger-9680-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 4466883 DEBUG (ScheduledTrigger-9680-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4466883 DEBUG (ScheduledTrigger-9680-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10224_solr] added at times [24365959622028494], now=24365960665215344
   [junit4]   2> 4466884 DEBUG (ScheduledTrigger-9680-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10224_solr
   [junit4]   2> 4466985 DEBUG (ScheduledTrigger-9680-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 4466985 DEBUG (ScheduledTrigger-9680-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 4466986 DEBUG (ScheduledTrigger-9680-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 4466986 DEBUG (ScheduledTrigger-9680-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10225_solr at time 24365965809884044
   [junit4]   2> 4467006 DEBUG (ScheduledTrigger-9680-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 4467006 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 4467006 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 4467006 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10225_solr] added at times [24365965809884044], now=24365966820965744
   [junit4]   2> 4467007 DEBUG (ScheduledTrigger-9680-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10225_solr
   [junit4]   2> 4467048 INFO  (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCooldown
   [junit4]   2> 4467048 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
   [junit4]   2> 4467048 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 4467048 INFO  (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		4
   [junit4]   2> ## Empty nodes:	2
   [junit4]   2> ## Dead nodes:		0
   [junit4]   2> ## Collections:
   [junit4]   2> ##  * .system
   [junit4]   2> ##    shardsTotal	1
   [junit4]   2> ##    shardsState	{active=1}
   [junit4]   2> ##      shardsWithoutLeader	0
   [junit4]   2> ##    totalReplicas	2
   [junit4]   2> ##      activeReplicas	2
   [junit4]   2> ##      inactiveReplicas	0
   [junit4]   2> ##    totalActiveDocs	4
   [junit4]   2> ##      bufferedDocs	0
   [junit4]   2> ##      maxActiveSliceDocs	4
   [junit4]   2> ##      minActiveSliceDocs	4
   [junit4]   2> ##      avgActiveSliceDocs	4
   [junit4]   2> ##    totalInactiveDocs	0
   [junit4]   2> ##      maxInactiveSliceDocs	0
   [junit4]   2> ##      minInactiveSliceDocs	0
   [junit4]   2> ##      avgInactiveSliceDocs	NaN
   [junit4]   2> ##    totalActiveBytes	12,240
   [junit4]   2> ##      maxActiveSliceBytes	12,240
   [junit4]   2> ##      minActiveSliceBytes	12,240
   [junit4]   2> ##      avgActiveSliceBytes	12,240
   [junit4]   2> ##    totalInactiveBytes	0
   [junit4]   2> ##      maxInactiveSliceBytes	0
   [junit4]   2> ##      minInactiveSliceBytes	0
   [junit4]   2> ##      avgInactiveSliceBytes	NaN
   [junit4]   2> ##    totalActiveDeletedDocs	0
   [junit4]   2> ## Max replicas per node:	1
   [junit4]   2> ## Min replicas per node:	0
   [junit4]   2> ## Total replicas:		2
   [junit4]   2> ## * .system		2
   [junit4]   2> ##		- active           2
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- autoscaling        3
   [junit4]   2> ##		- update             4
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> ## * Trigger: node_added_cooldown_trigger
   [junit4]   2> ##		- STARTED         2
   [junit4]   2> ##		- SUCCEEDED       2
   [junit4]   2> 
   [junit4]   2> 4467054 INFO  (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
   [junit4]   2> 4467054 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 4467054 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 4467054 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
   [junit4]   2> 4467054 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 4467054 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 4467054 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4467054 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 4467054 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimNodeStateProvider --removing value for 127.0.0.1:10223_solr
   [junit4]   2> 4467054 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10224_solr
   [junit4]   2> 4467054 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
   [junit4]   2> 4467055 WARN  (simCloudManagerPool-9679-thread-11) [    ] o.a.s.c.a.s.SimClusterStateProvider Can't find any active replicas for .system / shard1: shard1:{
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node1":{
   [junit4]   2>       "core":".system_shard1_replica_n1",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":4,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":12240,
   [junit4]   2>       "node_name":"127.0.0.1:10223_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":1.1399388313293457E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":4},
   [junit4]   2>     "core_node2":{
   [junit4]   2>       "core":".system_shard1_replica_n2",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":4,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":12240,
   [junit4]   2>       "node_name":"127.0.0.1:10222_solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":1.1399388313293457E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":4}},
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 4467055 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 4467055 DEBUG (simCloudManagerPool-9679-thread-11) [    ] o.a.s.c.a.s.SimClusterStateProvider -- liveNodes: [127.0.0.1:10224_solr, 127.0.0.1:10225_solr]
   [junit4]   2> 4467055 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimNodeStateProvider --removing value for 127.0.0.1:10222_solr
   [junit4]   2> 4467055 INFO  (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 4467055 WARN  (simCloudManagerPool-9679-thread-12) [    ] o.a.s.c.a.s.SimClusterStateProvider Can't find any active replicas for .system / shard1: shard1:{
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node1":{
   [junit4]   2>       "core":".system_shard1_replica_n1",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":4,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":12240,
   [junit4]   2>       "node_name":"127.0.0.1:10223_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":1.1399388313293457E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":4},
   [junit4]   2>     "core_node2":{
   [junit4]   2>       "core":".system_shard1_replica_n2",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":4,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":12240,
   [junit4]   2>       "node_name":"127.0.0.1:10222_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":1.1399388313293457E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":4}},
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 4467055 DEBUG (simCloudManagerPool-9679-thread-12) [    ] o.a.s.c.a.s.SimClusterStateProvider -- liveNodes: [127.0.0.1:10224_solr, 127.0.0.1:10225_solr]
   [junit4]   2> 4467055 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:189) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 4467056 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 4467074 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 4467074 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 4467074 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
   [junit4]   2> 4467074 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 4467074 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10224_solr, 127.0.0.1:10225_solr]
   [junit4]   2> 4467075 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4467075 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 4467075 DEBUG (ScheduledTrigger-9683-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467096 DEBUG (ScheduledTrigger-9683-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467116 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467136 DEBUG (ScheduledTrigger-9683-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467156 DEBUG (ScheduledTrigger-9683-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467177 DEBUG (ScheduledTrigger-9683-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467197 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467217 DEBUG (ScheduledTrigger-9683-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467237 DEBUG (ScheduledTrigger-9683-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467257 DEBUG (ScheduledTrigger-9683-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467258 DEBUG (simCloudManagerPool-9682-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
   [junit4]   2> 4467258 DEBUG (simCloudManagerPool-9682-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 4467258 DEBUG (simCloudManagerPool-9682-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4467258 DEBUG (simCloudManagerPool-9682-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 4467259 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 4467259 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4467259 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 4467278 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467298 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467318 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467338 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467359 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467379 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467399 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467419 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467440 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467459 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=10
   [junit4]   2> 4467460 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
   [junit4]   2> 4467460 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 4467460 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467470 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
   [junit4]   2> 4467470 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 4467480 DEBUG (ScheduledTrigger-9683-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467481 DEBUG (simCloudManagerPool-9682-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
   [junit4]   2> 4467481 DEBUG (simCloudManagerPool-9682-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
   [junit4]   2> 4467482 DEBUG (simCloudManagerPool-9682-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=13): {"core_node3":{
   [junit4]   2>     "core":".system_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":".system",
   [junit4]   2>     "node_name":"127.0.0.1:10225_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 4467492 DEBUG (simCloudManagerPool-9682-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
   [junit4]   2> 4467492 DEBUG (simCloudManagerPool-9682-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
   [junit4]   2> 4467492 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=14
   [junit4]   2> 4467494 INFO  (simCloudManagerPool-9682-thread-5) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventQueueAction instantiated
   [junit4]   2> 4467494 DEBUG (simCloudManagerPool-9682-thread-5) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 4467494 DEBUG (simCloudManagerPool-9682-thread-5) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4467494 DEBUG (simCloudManagerPool-9682-thread-5) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 4467494 INFO  (simCloudManagerPool-9682-thread-5) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventQueueAction instantiated
   [junit4]   2> 4467494 DEBUG (simCloudManagerPool-9682-thread-5) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 4467494 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 4467495 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - Initial livenodes: [127.0.0.1:10224_solr, 127.0.0.1:10225_solr]
   [junit4]   2> 4467495 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventQueueAction}], enabled=true}
   [junit4]   2> 4467495 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 4467495 DEBUG (ScheduledTrigger-9683-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 4467495 DEBUG (ScheduledTrigger-9683-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 4467500 DEBUG (ScheduledTrigger-9683-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467516 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 4467516 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 4467520 DEBUG (ScheduledTrigger-9683-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467536 DEBUG (ScheduledTrigger-9683-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 4467536 DEBUG (ScheduledTrigger-9683-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4467536 DEBUG (ScheduledTrigger-9683-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10226_solr at time 24365993335148044
   [junit4]   2> 4467541 DEBUG (ScheduledTrigger-9683-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 4467556 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 4467556 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4467556 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10226_solr] added at times [24365993335148044], now=24365994350021244
   [junit4]   2> 4467558 DEBUG (ScheduledTrigger-9683-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10226_solr
   [junit4]   2> 4467558 INFO  (AutoscalingActionExecutor-9684-thread-1) [    ] o.a.s.c.a.s.TestSimTriggerIntegration -- event: {
   [junit4]   2>   "id":"5690bde9574e0cTautqehaabneblmhi4iz5z3fmq",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":24365993335148044,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[24365993335148044],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":24365994377061094,
   [junit4]   2>     "nodeNames":["127.0.0.1:10226_solr"]}}
   [junit4]   2> 4467558 INFO  (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 4467558 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4467559 WARN  (AutoscalingActionExecutor-9684-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Unhandled exception executing actions
   [junit4]   2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_trigger1 has been closed.
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.dequeue(ScheduledTriggers.java:548) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:318) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_191]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 4467559 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 4467559 INFO  (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimCloudManager   = killing node 127.0.0.1:10224_solr
   [junit4]   2> 4467559 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10226_solr
   [junit4]   2> 4467560 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
   [junit4]   2> 4467560 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
   [junit4]   2> 4467560 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 4467561 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventQueueAction instantiated
   [junit4]   2> 4467561 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 4467561 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion -1
   [junit4]   2> 4467561 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 4467561 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10226_solr, 127.0.0.1:10225_solr]
   [junit4]   2> 4467561 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10224_solr
   [junit4]   2> 4467576 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - Initial livenodes: [127.0.0.1:10226_solr, 127.0.0.1:10225_solr]
   [junit4]   2> 4467576 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventQueueAction}], enabled=true}
   [junit4]   2> 4467577 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 4467577 DEBUG (ScheduledTrigger-9686-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467577 DEBUG (ScheduledTrigger-9686-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10224_solr
   [junit4]   2> 4467578 DEBUG (ScheduledTrigger-9686-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 4467578 INFO  (AutoscalingActionExecutor-9687-thread-1) [    ] o.a.s.c.a.s.TestSimTriggerIntegration -- event: {
   [junit4]   2>   "id":"5690bde9574e0cTautqehaabneblmhi4iz5z3fmq",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":24365993335148044,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[24365993335148044],
   [junit4]   2>     "_dequeue_time_":24365995367988494,
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":24365994377061094,
   [junit4]   2>     "nodeNames":["127.0.0.1:10226_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 4467578 DEBUG (ScheduledTrigger-9686-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 4467661 INFO  (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
   [junit4]   2> 4467661 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
   [junit4]   2> 4467661 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
   [junit4]   2> 4467662 INFO  (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		2
   [junit4]   2> ## Empty nodes:	1
   [junit4]   2> ## Dead nodes:		1
   [junit4]   2> ##		127.0.0.1:10224_solr
   [junit4]   2> ## Collections:
   [junit4]   2> ##  * .system
   [junit4]   2> ##    shardsTotal	1
   [junit4]   2> ##    shardsState	{active=1}
   [junit4]   2> ##      shardsWithoutLeader	0
   [junit4]   2> ##    totalReplicas	2
   [junit4]   2> ##      activeReplicas	2
   [junit4]   2> ##      inactiveReplicas	0
   [junit4]   2> ##    totalActiveDocs	4
   [junit4]   2> ##      bufferedDocs	0
   [junit4]   2> ##      maxActiveSliceDocs	4
   [junit4]   2> ##      minActiveSliceDocs	4
   [junit4]   2> ##      avgActiveSliceDocs	4
   [junit4]   2> ##    totalInactiveDocs	0
   [junit4]   2> ##      maxInactiveSliceDocs	0
   [junit4]   2> ##      minInactiveSliceDocs	0
   [junit4]   2> ##      avgInactiveSliceDocs	NaN
   [junit4]   2> ##    totalActiveBytes	12,240
   [junit4]   2> ##      maxActiveSliceBytes	12,240
   [junit4]   2> ##      minActiveSliceBytes	12,240
   [junit4]   2> ##      avgActiveSliceBytes	12,240
   [junit4]   2> ##    totalInactiveBytes	0
   [junit4]   2> ##      maxInactiveSliceBytes	0
   [junit4]   2> ##      minInactiveSliceBytes	0
   [junit4]   2> ##      avgInactiveSliceBytes	NaN
   [junit4]   2> ##    totalActiveDeletedDocs	0
   [junit4]   2> ## Max replicas per node:	1
   [junit4]   2> ## Min replicas per node:	0
   [junit4]   2> ## Total replicas:		1
   [junit4]   2> ## * .system		1
   [junit4]   2> ##		- active           1
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- autoscaling        2
   [junit4]   2> ##		- update             4
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> ## * Trigger: node_added_cooldown_trigger
   [junit4]   2> ##		- STARTED         2
   [junit4]   2> ##		- SUCCEEDED       2
   [junit4]   2> ## * Trigger: node_added_trigger1
   [junit4]   2> ##		- FAILED          1
   [junit4]   2> ##		- STARTED         2
   [junit4]   2> ##		- SUCCEEDED       1
   [junit4]   2> 
   [junit4]   2> 4467682 DEBUG (ScheduledTrigger-9686-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467682 DEBUG (ScheduledTrigger-9686-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 4467682 DEBUG (ScheduledTrigger-9686-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 4467683 INFO  (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
   [junit4]   2> 4467683 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
   [junit4]   2> 4467683 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10224_solr
   [junit4]   2> 4467683 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 4467683 INFO  (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 4467683 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 4467683 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4467683 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 4467684 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 4467684 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 4467684 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
   [junit4]   2> 4467685 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion -1
   [junit4]   2> 4467685 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
   [junit4]   2> 4467685 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10226_solr, 127.0.0.1:10225_solr]
   [junit4]   2> 4467685 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4467685 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
   [junit4]   2> 4467685 DEBUG (ScheduledTrigger-9689-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467706 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467726 DEBUG (ScheduledTrigger-9689-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467746 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467767 DEBUG (ScheduledTrigger-9689-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467787 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467807 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467827 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467847 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467868 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467885 DEBUG (simCloudManagerPool-9688-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16
   [junit4]   2> 4467885 DEBUG (simCloudManagerPool-9688-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
   [junit4]   2> 4467885 DEBUG (simCloudManagerPool-9688-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4467885 DEBUG (simCloudManagerPool-9688-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
   [junit4]   2> 4467886 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
   [junit4]   2> 4467886 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4467886 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
   [junit4]   2> 4467888 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467908 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467928 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467961 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4467985 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468006 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468026 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468046 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468066 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468086 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=17
   [junit4]   2> 4468087 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17
   [junit4]   2> 4468087 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
   [junit4]   2> 4468087 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468097 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18
   [junit4]   2> 4468097 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
   [junit4]   2> 4468107 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468108 DEBUG (simCloudManagerPool-9688-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19
   [junit4]   2> 4468108 DEBUG (simCloudManagerPool-9688-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
   [junit4]   2> 4468108 DEBUG (simCloudManagerPool-9688-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=20): {"core_node5":{
   [junit4]   2>     "core":".system_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":".system",
   [junit4]   2>     "node_name":"127.0.0.1:10225_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 4468118 DEBUG (simCloudManagerPool-9688-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20
   [junit4]   2> 4468119 DEBUG (simCloudManagerPool-9688-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
   [junit4]   2> 4468119 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=21
   [junit4]   2> 4468120 DEBUG (simCloudManagerPool-9688-thread-5) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4468120 DEBUG (simCloudManagerPool-9688-thread-5) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
   [junit4]   2> 4468120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
   [junit4]   2> 4468120 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 4468120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_restore_trigger - Initial livenodes: [127.0.0.1:10226_solr, 127.0.0.1:10225_solr, 127.0.0.1:10227_solr]
   [junit4]   2> 4468120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4468120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
   [junit4]   2> 4468120 DEBUG (ScheduledTrigger-9689-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 3
   [junit4]   2> 4468127 DEBUG (ScheduledTrigger-9689-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468141 DEBUG (ScheduledTrigger-9689-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
   [junit4]   2> 4468141 DEBUG (ScheduledTrigger-9689-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10227_solr
   [junit4]   2> 4468160 DEBUG (ScheduledTrigger-9689-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468161 DEBUG (ScheduledTrigger-9689-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
   [junit4]   2> 4468177 DEBUG (simCloudManagerPool-9688-thread-6) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4468177 DEBUG (simCloudManagerPool-9688-thread-6) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14
   [junit4]   2> 4468178 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
   [junit4]   2> 4468178 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 4468178 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_restore_trigger - Initial livenodes: [127.0.0.1:10226_solr, 127.0.0.1:10225_solr]
   [junit4]   2> 4468178 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10227_solr
   [junit4]   2> 4468178 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4468178 DEBUG (ScheduledTrigger-9689-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
   [junit4]   2> 4468179 DEBUG (ScheduledTrigger-9689-thread-1) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10227_solr]
   [junit4]   2> 4468199 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
   [junit4]   2> 4468219 INFO  (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
   [junit4]   2> 4468219 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21
   [junit4]   2> 4468219 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
   [junit4]   2> 4468219 INFO  (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		2
   [junit4]   2> ## Empty nodes:	0
   [junit4]   2> ## Dead nodes:		1
   [junit4]   2> ##		127.0.0.1:10227_solr
   [junit4]   2> ## Collections:
   [junit4]   2> ##  * .system
   [junit4]   2> ##    shardsTotal	1
   [junit4]   2> ##    shardsState	{active=1}
   [junit4]   2> ##      shardsWithoutLeader	0
   [junit4]   2> ##    totalReplicas	2
   [junit4]   2> ##      activeReplicas	2
   [junit4]   2> ##      inactiveReplicas	0
   [junit4]   2> ##    totalActiveDocs	2
   [junit4]   2> ##      bufferedDocs	0
   [junit4]   2> ##      maxActiveSliceDocs	2
   [junit4]   2> ##      minActiveSliceDocs	2
   [junit4]   2> ##      avgActiveSliceDocs	2
   [junit4]   2> ##    totalInactiveDocs	0
   [junit4]   2> ##      maxInactiveSliceDocs	0
   [junit4]   2> ##      minInactiveSliceDocs	0
   [junit4]   2> ##      avgInactiveSliceDocs	NaN
   [junit4]   2> ##    totalActiveBytes	11,240
   [junit4]   2> ##      maxActiveSliceBytes	11,240
   [junit4]   2> ##      minActiveSliceBytes	11,240
   [junit4]   2> ##      avgActiveSliceBytes	11,240
   [junit4]   2> ##    totalInactiveBytes	0
   [junit4]   2> ##      maxInactiveSliceBytes	0
   [junit4]   2> ##      minInactiveSliceBytes	0
   [junit4]   2> ##      avgInactiveSliceBytes	NaN
   [junit4]   2> ##    totalActiveDeletedDocs	0
   [junit4]   2> ## Max replicas per node:	1
   [junit4]   2> ## Min replicas per node:	1
   [junit4]   2> ## Total replicas:		2
   [junit4]   2> ## * .system		2
   [junit4]   2> ##		- active           2
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- autoscaling        3
   [junit4]   2> ##		- update             2
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> ## * Trigger: node_added_cooldown_trigger
   [junit4]   2> ##		- STARTED         2
   [junit4]   2> ##		- SUCCEEDED       2
   [junit4]   2> ## * Trigger: node_added_trigger1
   [junit4]   2> ##		- FAILED          1
   [junit4]   2> ##		- STARTED         2
   [junit4]   2> ##		- SUCCEEDED       1
   [junit4]   2> ## * Trigger: node_lost_restore_trigger
   [junit4]   2> ##		- STARTED         1
   [junit4]   2> ##		- SUCCEEDED       1
   [junit4]   2> 
   [junit4]   2> 4468291 INFO  (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
   [junit4]   2> 4468291 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 15
   [junit4]   2> 4468291 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 15
   [junit4]   2> 4468292 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 4468292 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4468292 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion 15
   [junit4]   2> 4468306 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10227_solr
   [junit4]   2> 4468307 INFO  (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 4468326 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4468328 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 4468363 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 4468364 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 16
   [junit4]   2> 4468364 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion -1
   [junit4]   2> 4468364 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16
   [junit4]   2> 4468384 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10226_solr, 127.0.0.1:10225_solr]
   [junit4]   2> 4468399 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4468399 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
   [junit4]   2> 4468456 DEBUG (ScheduledTrigger-9692-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468526 DEBUG (ScheduledTrigger-9692-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468562 DEBUG (ScheduledTrigger-9692-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468562 DEBUG (simCloudManagerPool-9691-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=22
   [junit4]   2> 4468562 DEBUG (simCloudManagerPool-9691-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
   [junit4]   2> 4468562 DEBUG (simCloudManagerPool-9691-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4468562 DEBUG (simCloudManagerPool-9691-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 17
   [junit4]   2> 4468563 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 17
   [junit4]   2> 4468563 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4468563 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 17, lastZnodeVersion 17
   [junit4]   2> 4468598 DEBUG (ScheduledTrigger-9692-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468634 DEBUG (ScheduledTrigger-9692-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468671 DEBUG (ScheduledTrigger-9692-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468707 DEBUG (ScheduledTrigger-9692-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468728 DEBUG (ScheduledTrigger-9692-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468748 DEBUG (ScheduledTrigger-9692-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468763 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=23
   [junit4]   2> 4468764 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=23
   [junit4]   2> 4468764 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
   [junit4]   2> 4468768 DEBUG (ScheduledTrigger-9692-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468774 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=24
   [junit4]   2> 4468774 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
   [junit4]   2> 4468785 DEBUG (simCloudManagerPool-9691-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=25
   [junit4]   2> 4468785 DEBUG (simCloudManagerPool-9691-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25
   [junit4]   2> 4468786 DEBUG (simCloudManagerPool-9691-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=26): {"core_node7":{
   [junit4]   2>     "core":".system_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":".system",
   [junit4]   2>     "node_name":"127.0.0.1:10225_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 4468788 DEBUG (ScheduledTrigger-9692-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4468796 DEBUG (simCloudManagerPool-9691-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=26
   [junit4]   2> 4468796 DEBUG (simCloudManagerPool-9691-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26
   [junit4]   2> 4468796 DEBUG (MetricsHistoryHandler-9678-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=27
   [junit4]   2> 4468796 DEBUG (MetricsHistoryHandler-9678-thread-

[...truncated too long message...]

pples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1472948549
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1472948549
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1472948549

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 123ms :: artifacts dl 9ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 231 minutes 41 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 207 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/207/

6 tests failed.
FAILED:  org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica

Error Message:
Expected new active leader null Live Nodes: [127.0.0.1:34395_solr, 127.0.0.1:34896_solr, 127.0.0.1:35838_solr] Last available state: DocCollection(raceDeleteReplica_true//collections/raceDeleteReplica_true/state.json/13)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node3":{           "core":"raceDeleteReplica_true_shard1_replica_n1",           "base_url":"https://127.0.0.1:39120/solr",           "node_name":"127.0.0.1:39120_solr",           "state":"down",           "type":"NRT",           "leader":"true"},         "core_node6":{           "core":"raceDeleteReplica_true_shard1_replica_n5",           "base_url":"https://127.0.0.1:39120/solr",           "node_name":"127.0.0.1:39120_solr",           "state":"down",           "type":"NRT"},         "core_node4":{           "core":"raceDeleteReplica_true_shard1_replica_n2",           "base_url":"https://127.0.0.1:34395/solr",           "node_name":"127.0.0.1:34395_solr",           "state":"down",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Expected new active leader
null
Live Nodes: [127.0.0.1:34395_solr, 127.0.0.1:34896_solr, 127.0.0.1:35838_solr]
Last available state: DocCollection(raceDeleteReplica_true//collections/raceDeleteReplica_true/state.json/13)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"raceDeleteReplica_true_shard1_replica_n1",
          "base_url":"https://127.0.0.1:39120/solr",
          "node_name":"127.0.0.1:39120_solr",
          "state":"down",
          "type":"NRT",
          "leader":"true"},
        "core_node6":{
          "core":"raceDeleteReplica_true_shard1_replica_n5",
          "base_url":"https://127.0.0.1:39120/solr",
          "node_name":"127.0.0.1:39120_solr",
          "state":"down",
          "type":"NRT"},
        "core_node4":{
          "core":"raceDeleteReplica_true_shard1_replica_n2",
          "base_url":"https://127.0.0.1:34395/solr",
          "node_name":"127.0.0.1:34395_solr",
          "state":"down",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([93E108B40D2EF678:F9F7696465DCBCB2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
	at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:328)
	at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:223)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaByCountForAllShards

Error Message:
Error from server at https://127.0.0.1:34395/solr: Cannot create collection deleteByCountNew. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34395/solr: Cannot create collection deleteByCountNew. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)
	at __randomizedtesting.SeedInfo.seed([93E108B40D2EF678:AF704FE0426FAB2D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaByCountForAllShards(DeleteReplicaTest.java:161)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest

Error Message:
Error from server at https://127.0.0.1:34395/solr: Cannot create collection delLiveColl. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34395/solr: Cannot create collection delLiveColl. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)
	at __randomizedtesting.SeedInfo.seed([93E108B40D2EF678:3E81BCBF10115E0D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:73)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=2960828600157793, stage=STARTED, actionName='null', event={   "id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts",   "source":".scheduled_maintenance",   "eventTime":2960828598211165,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826043159,     "_enqueue_time_":2960828598827022}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960828601595935, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts",   "source":".scheduled_maintenance",   "eventTime":2960828598211165,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826043159,     "_enqueue_time_":2960828598827022}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960828605779023, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts",   "source":".scheduled_maintenance",   "eventTime":2960828598211165,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826043159,     "_enqueue_time_":2960828598827022}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541653243144414446, currentTimeNs=1541826043167409037, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960828607396068, stage=SUCCEEDED, actionName='null', event={   "id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts",   "source":".scheduled_maintenance",   "eventTime":2960828598211165,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826043159,     "_enqueue_time_":2960828598827022}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833609507646, stage=STARTED, actionName='null', event={   "id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty",   "source":".scheduled_maintenance",   "eventTime":2960833608666183,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826048170,     "_enqueue_time_":2960833608914350}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833610287737, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty",   "source":".scheduled_maintenance",   "eventTime":2960833608666183,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826048170,     "_enqueue_time_":2960833608914350}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833613931270, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty",   "source":".scheduled_maintenance",   "eventTime":2960833608666183,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826048170,     "_enqueue_time_":2960833608914350}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833615283727, stage=SUCCEEDED, actionName='null', event={   "id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty",   "source":".scheduled_maintenance",   "eventTime":2960833608666183,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826048170,     "_enqueue_time_":2960833608914350}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838616538457, stage=STARTED, actionName='null', event={   "id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz",   "source":".scheduled_maintenance",   "eventTime":2960838615737941,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826053177,     "_enqueue_time_":2960838615974085}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838617193478, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz",   "source":".scheduled_maintenance",   "eventTime":2960838615737941,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826053177,     "_enqueue_time_":2960838615974085}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838619852547, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz",   "source":".scheduled_maintenance",   "eventTime":2960838615737941,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826053177,     "_enqueue_time_":2960838615974085}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838621274092, stage=SUCCEEDED, actionName='null', event={   "id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz",   "source":".scheduled_maintenance",   "eventTime":2960838615737941,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826053177,     "_enqueue_time_":2960838615974085}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843622574355, stage=STARTED, actionName='null', event={   "id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0",   "source":".scheduled_maintenance",   "eventTime":2960843621753229,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826058183,     "_enqueue_time_":2960843621989845}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843623191939, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0",   "source":".scheduled_maintenance",   "eventTime":2960843621753229,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826058183,     "_enqueue_time_":2960843621989845}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843625719833, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0",   "source":".scheduled_maintenance",   "eventTime":2960843621753229,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826058183,     "_enqueue_time_":2960843621989845}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843627057617, stage=SUCCEEDED, actionName='null', event={   "id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0",   "source":".scheduled_maintenance",   "eventTime":2960843621753229,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826058183,     "_enqueue_time_":2960843621989845}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848628345195, stage=STARTED, actionName='null', event={   "id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1",   "source":".scheduled_maintenance",   "eventTime":2960848627536510,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826063189,     "_enqueue_time_":2960848627829989}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848628914802, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1",   "source":".scheduled_maintenance",   "eventTime":2960848627536510,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826063189,     "_enqueue_time_":2960848627829989}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848631587390, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1",   "source":".scheduled_maintenance",   "eventTime":2960848627536510,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826063189,     "_enqueue_time_":2960848627829989}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848633003590, stage=SUCCEEDED, actionName='null', event={   "id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1",   "source":".scheduled_maintenance",   "eventTime":2960848627536510,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826063189,     "_enqueue_time_":2960848627829989}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960853634335616, stage=STARTED, actionName='null', event={   "id":"a84e1750d7434T5fjfbnfn4sdsk82qhkkdd0ku2",   "source":".scheduled_maintenance",   "eventTime":2960853633430580,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826068195,     "_enqueue_time_":2960853633671640}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960853635181836, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"a84e1750d7434T5fjfbnfn4sdsk82qhkkdd0ku2",   "source":".scheduled_maintenance",   "eventTime":2960853633430580,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826068195,     "_enqueue_time_":2960853633671640}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960853637352845, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"a84e1750d7434T5fjfbnfn4sdsk82qhkkdd0ku2",   "source":".scheduled_maintenance",   "eventTime":2960853633430580,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541826068195,     "_enqueue_time_":2960853633671640}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541826043166827540, currentTimeNs=1541826068198724563, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=2960828600157793, stage=STARTED, actionName='null', event={
  "id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts",
  "source":".scheduled_maintenance",
  "eventTime":2960828598211165,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826043159,
    "_enqueue_time_":2960828598827022}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960828601595935, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts",
  "source":".scheduled_maintenance",
  "eventTime":2960828598211165,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826043159,
    "_enqueue_time_":2960828598827022}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960828605779023, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts",
  "source":".scheduled_maintenance",
  "eventTime":2960828598211165,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826043159,
    "_enqueue_time_":2960828598827022}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541653243144414446, currentTimeNs=1541826043167409037, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960828607396068, stage=SUCCEEDED, actionName='null', event={
  "id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts",
  "source":".scheduled_maintenance",
  "eventTime":2960828598211165,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826043159,
    "_enqueue_time_":2960828598827022}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833609507646, stage=STARTED, actionName='null', event={
  "id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty",
  "source":".scheduled_maintenance",
  "eventTime":2960833608666183,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826048170,
    "_enqueue_time_":2960833608914350}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833610287737, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty",
  "source":".scheduled_maintenance",
  "eventTime":2960833608666183,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826048170,
    "_enqueue_time_":2960833608914350}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833613931270, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty",
  "source":".scheduled_maintenance",
  "eventTime":2960833608666183,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826048170,
    "_enqueue_time_":2960833608914350}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833615283727, stage=SUCCEEDED, actionName='null', event={
  "id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty",
  "source":".scheduled_maintenance",
  "eventTime":2960833608666183,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826048170,
    "_enqueue_time_":2960833608914350}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838616538457, stage=STARTED, actionName='null', event={
  "id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz",
  "source":".scheduled_maintenance",
  "eventTime":2960838615737941,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826053177,
    "_enqueue_time_":2960838615974085}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838617193478, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz",
  "source":".scheduled_maintenance",
  "eventTime":2960838615737941,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826053177,
    "_enqueue_time_":2960838615974085}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838619852547, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz",
  "source":".scheduled_maintenance",
  "eventTime":2960838615737941,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826053177,
    "_enqueue_time_":2960838615974085}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838621274092, stage=SUCCEEDED, actionName='null', event={
  "id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz",
  "source":".scheduled_maintenance",
  "eventTime":2960838615737941,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826053177,
    "_enqueue_time_":2960838615974085}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843622574355, stage=STARTED, actionName='null', event={
  "id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0",
  "source":".scheduled_maintenance",
  "eventTime":2960843621753229,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826058183,
    "_enqueue_time_":2960843621989845}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843623191939, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0",
  "source":".scheduled_maintenance",
  "eventTime":2960843621753229,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826058183,
    "_enqueue_time_":2960843621989845}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843625719833, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0",
  "source":".scheduled_maintenance",
  "eventTime":2960843621753229,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826058183,
    "_enqueue_time_":2960843621989845}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843627057617, stage=SUCCEEDED, actionName='null', event={
  "id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0",
  "source":".scheduled_maintenance",
  "eventTime":2960843621753229,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826058183,
    "_enqueue_time_":2960843621989845}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848628345195, stage=STARTED, actionName='null', event={
  "id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1",
  "source":".scheduled_maintenance",
  "eventTime":2960848627536510,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826063189,
    "_enqueue_time_":2960848627829989}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848628914802, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1",
  "source":".scheduled_maintenance",
  "eventTime":2960848627536510,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826063189,
    "_enqueue_time_":2960848627829989}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848631587390, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1",
  "source":".scheduled_maintenance",
  "eventTime":2960848627536510,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826063189,
    "_enqueue_time_":2960848627829989}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848633003590, stage=SUCCEEDED, actionName='null', event={
  "id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1",
  "source":".scheduled_maintenance",
  "eventTime":2960848627536510,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826063189,
    "_enqueue_time_":2960848627829989}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960853634335616, stage=STARTED, actionName='null', event={
  "id":"a84e1750d7434T5fjfbnfn4sdsk82qhkkdd0ku2",
  "source":".scheduled_maintenance",
  "eventTime":2960853633430580,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826068195,
    "_enqueue_time_":2960853633671640}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960853635181836, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"a84e1750d7434T5fjfbnfn4sdsk82qhkkdd0ku2",
  "source":".scheduled_maintenance",
  "eventTime":2960853633430580,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826068195,
    "_enqueue_time_":2960853633671640}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960853637352845, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"a84e1750d7434T5fjfbnfn4sdsk82qhkkdd0ku2",
  "source":".scheduled_maintenance",
  "eventTime":2960853633430580,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541826068195,
    "_enqueue_time_":2960853633671640}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541826043166827540, currentTimeNs=1541826068198724563, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
	at __randomizedtesting.SeedInfo.seed([93E108B40D2EF678:8ECDC8C66C6DD173]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:33535/rm/vw/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:33535/rm/vw/collection1
	at __randomizedtesting.SeedInfo.seed([93E108B40D2EF678:1BB5376EA3D29B80]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
	at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 48 more


FAILED:  org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:43138/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43138/collection1
	at __randomizedtesting.SeedInfo.seed([93E108B40D2EF678:1BB5376EA3D29B80]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260)
	at org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test(RecoveryAfterSoftCommitTest.java:87)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 50 more




Build Log:
[...truncated 13476 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
   [junit4]   2> 1066031 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_93E108B40D2EF678-001/init-core-data-001
   [junit4]   2> 1066033 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1066036 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1066036 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_93E108B40D2EF678-001/tempDir-001
   [junit4]   2> 1066036 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1066039 INFO  (Thread-2887) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1066040 INFO  (Thread-2887) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1066058 ERROR (Thread-2887) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1066139 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:36419
   [junit4]   2> 1066142 INFO  (zkConnectionManagerCallback-3000-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1066146 INFO  (jetty-launcher-2997-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1066147 INFO  (jetty-launcher-2997-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1066147 INFO  (jetty-launcher-2997-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1066147 INFO  (jetty-launcher-2997-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1066147 INFO  (jetty-launcher-2997-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6cb62dec{/solr,null,AVAILABLE}
   [junit4]   2> 1066149 INFO  (jetty-launcher-2997-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@23846688{HTTP/1.1,[http/1.1]}{127.0.0.1:45691}
   [junit4]   2> 1066149 INFO  (jetty-launcher-2997-thread-1) [    ] o.e.j.s.Server Started @1066214ms
   [junit4]   2> 1066149 INFO  (jetty-launcher-2997-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45691}
   [junit4]   2> 1066150 ERROR (jetty-launcher-2997-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1066150 INFO  (jetty-launcher-2997-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1066150 INFO  (jetty-launcher-2997-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1066150 INFO  (jetty-launcher-2997-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1066150 INFO  (jetty-launcher-2997-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1066150 INFO  (jetty-launcher-2997-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-10T05:00:39.970Z
   [junit4]   2> 1066153 INFO  (zkConnectionManagerCallback-3002-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1066153 INFO  (jetty-launcher-2997-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1066359 INFO  (jetty-launcher-2997-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36419/solr
   [junit4]   2> 1066366 INFO  (zkConnectionManagerCallback-3006-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1066368 INFO  (zkConnectionManagerCallback-3008-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1066517 INFO  (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45691_solr
   [junit4]   2> 1066518 INFO  (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr    ] o.a.s.c.Overseer Overseer (id=72251634685116419-127.0.0.1:45691_solr-n_0000000000) starting
   [junit4]   2> 1066555 INFO  (zkConnectionManagerCallback-3015-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1066558 INFO  (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36419/solr ready
   [junit4]   2> 1066559 INFO  (OverseerStateUpdate-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [n:127.0.0.1:45691_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45691_solr
   [junit4]   2> 1066559 INFO  (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45691_solr
   [junit4]   2> 1066561 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1066562 INFO  (OverseerStateUpdate-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [n:127.0.0.1:45691_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1066567 INFO  (zkCallback-3014-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1066573 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1066574 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1066574 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1066598 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:45691_solr]
   [junit4]   2> 1066602 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1066603 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1066604 INFO  (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1066611 DEBUG (ScheduledTrigger-3992-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1066644 INFO  (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45691.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47aa0991
   [junit4]   2> 1066660 INFO  (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45691.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47aa0991
   [junit4]   2> 1066660 INFO  (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45691.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47aa0991
   [junit4]   2> 1066661 INFO  (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_93E108B40D2EF678-001/tempDir-001/node1/.
   [junit4]   2> 1066687 INFO  (zkConnectionManagerCallback-3018-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1066688 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100b07a9bd90005, likely client has closed socket
   [junit4]   2> 1066692 INFO  (zkConnectionManagerCallback-3023-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1066694 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1066698 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36419/solr ready
   [junit4]   2> 1066715 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[93E108B40D2EF678]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerDefaults
   [junit4]   2> 1066716 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[93E108B40D2EF678]) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest {
   [junit4]   2>   "triggers":{
   [junit4]   2>     ".auto_add_replicas":{
   [junit4]   2>       "name":".auto_add_replicas",
   [junit4]   2>       "event":"nodeLost",
   [junit4]   2>       "waitFor":120,
   [junit4]   2>       "enabled":true,
   [junit4]   2>       "actions":[
   [junit4]   2>         {
   [junit4]   2>           "name":"auto_add_replicas_plan",
   [junit4]   2>           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]   2>         {
   [junit4]   2>           "name":"execute_plan",
   [junit4]   2>           "class":"solr.ExecutePlanAction"}]},
   [junit4]   2>     ".scheduled_maintenance":{
   [junit4]   2>       "name":".scheduled_maintenance",
   [junit4]   2>       "event":"scheduled",
   [junit4]   2>       "startTime":"NOW",
   [junit4]   2>       "every":"+1DAY",
   [junit4]   2>       "enabled":true,
   [junit4]   2>       "actions":[
   [junit4]   2>         {
   [junit4]   2>           "name":"inactive_shard_plan",
   [junit4]   2>           "class":"solr.InactiveShardPlanAction"},
   [junit4]   2>         {
   [junit4]   2>           "name":"execute_plan",
   [junit4]   2>           "class":"solr.ExecutePlanAction"}]}},
   [junit4]   2>   "listeners":{
   [junit4]   2>     ".auto_add_replicas.system":{
   [junit4]   2>       "beforeAction":[],
   [junit4]   2>       "afterAction":[],
   [junit4]   2>       "stage":[
   [junit4]   2>         "STARTED",
   [junit4]   2>         "ABORTED",
   [junit4]   2>         "SUCCEEDED",
   [junit4]   2>         "FAILED",
   [junit4]   2>         "BEFORE_ACTION",
   [junit4]   2>         "AFTER_ACTION",
   [junit4]   2>         "IGNORED"],
   [junit4]   2>       "trigger":".auto_add_replicas",
   [junit4]   2>       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
   [junit4]   2>     ".scheduled_maintenance.system":{
   [junit4]   2>       "beforeAction":[],
   [junit4]   2>       "afterAction":[],
   [junit4]   2>       "stage":[
   [junit4]   2>         "STARTED",
   [junit4]   2>         "ABORTED",
   [junit4]   2>         "SUCCEEDED",
   [junit4]   2>         "FAILED",
   [junit4]   2>         "BEFORE_ACTION",
   [junit4]   2>         "AFTER_ACTION",
   [junit4]   2>         "IGNORED"],
   [junit4]   2>       "trigger":".scheduled_maintenance",
   [junit4]   2>       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
   [junit4]   2>   "properties":{}}
   [junit4]   2> 1066724 INFO  (qtp709623377-11777) [n:127.0.0.1:45691_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1066724 DEBUG (qtp709623377-11782) [n:127.0.0.1:45691_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1066725 DEBUG (zkCallback-3014-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1066728 INFO  (qtp709623377-11782) [n:127.0.0.1:45691_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 1066729 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1066730 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[93E108B40D2EF678]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerDefaults
   [junit4]   2> 1066732 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1066733 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1066750 INFO  (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[93E108B40D2EF678]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup
   [junit4]   2> 1066751 INFO  (qtp709623377-11778) [n:127.0.0.1:45691_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1066760 INFO  (OverseerThreadFactory-3994-thread-1-processing-n:127.0.0.1:45691_solr) [n:127.0.0.1:45691_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection ScheduledMaintenanceTriggerTest_collection1
   [junit4]   2> 1066872 INFO  (qtp709623377-11781) [n:127.0.0.1:45691_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1066877 INFO  (OverseerStateUpdate-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [n:127.0.0.1:45691_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"ScheduledMaintenanceTriggerTest_collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45691/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1067080 INFO  (qtp709623377-11784) [n:127.0.0.1:45691_solr    x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1067081 INFO  (qtp709623377-11784) [n:127.0.0.1:45691_solr    x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1067613 DEBUG (ScheduledTrigger-3992-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1068101 INFO  (qtp709623377-11784) [n:127.0.0.1:45691_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1068109 INFO  (qtp709623377-11784) [n:127.0.0.1:45691_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1068113 INFO  (qtp709623377-11784) [n:127.0.0.1:45691_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1068113 INFO  (qtp709623377-11784) [n

[...truncated too long message...]

ns-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1911079762
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1911079762
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1911079762

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 60ms :: artifacts dl 8ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 123 minutes 7 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 206 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/206/

4 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionSplitShard

Error Message:
java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 62 live nodes:[127.0.0.1:10212_solr, 127.0.0.1:10210_solr, 127.0.0.1:10211_solr, 127.0.0.1:10209_solr, 127.0.0.1:10213_solr] collections:{testCreateCollectionSplitShard=DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={   "replicationFactor":"1",   "pullReplicas":"0",   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0",   "autoCreated":"true",   "policy":"c1",   "shards":{     "shard1":{       "replicas":{         "core_node1":{           "core":"testCreateCollectionSplitShard_shard1_replica_n1",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10211_solr",           "state":"active",           "type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},         "core_node2":{           "core":"testCreateCollectionSplitShard_shard1_replica_n2",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10212_solr",           "state":"active",           "type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}},       "range":"80000000-7fffffff",       "state":"active",       "__buffered_updates__":0},     "shard1_1":{       "parent":"shard1",       "stateTimestamp":"1541849241415220300",       "range":"0-7fffffff",       "state":"construction",       "replicas":{         "core_node10":{           "leader":"true",           "core":"testCreateCollectionSplitShard_shard1_1_replica_n9",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10212_solr",           "base_url":"http://127.0.0.1:10212/solr",           "state":"active",           "type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},         "core_node12":{           "core":"testCreateCollectionSplitShard_shard1_1_replica_n11",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10211_solr",           "base_url":"http://127.0.0.1:10211/solr",           "state":"active",           "type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}}},     "shard1_0":{       "parent":"shard1",       "stateTimestamp":"1541849241414819400",       "range":"80000000-ffffffff",       "state":"construction",       "replicas":{         "core_node6":{           "core":"testCreateCollectionSplitShard_shard1_0_replica_n5",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":20480,           "node_name":"127.0.0.1:10211_solr",           "base_url":"http://127.0.0.1:10211/solr",           "state":"active",           "type":"NRT",           "INDEX.sizeInGB":1.9073486328125E-5,           "SEARCHER.searcher.numDocs":0},         "core_node8":{           "core":"testCreateCollectionSplitShard_shard1_0_replica_n7",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":20480,           "node_name":"127.0.0.1:10212_solr",           "base_url":"http://127.0.0.1:10212/solr",           "state":"active",           "type":"NRT",           "INDEX.sizeInGB":1.9073486328125E-5,           "SEARCHER.searcher.numDocs":0}}}}}}, last coll state: DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={   "replicationFactor":"1",   "pullReplicas":"0",   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0",   "autoCreated":"true",   "policy":"c1",   "shards":{     "shard1":{       "replicas":{         "core_node1":{           "core":"testCreateCollectionSplitShard_shard1_replica_n1",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10211_solr",           "state":"active",           "type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},         "core_node2":{           "core":"testCreateCollectionSplitShard_shard1_replica_n2",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10212_solr",           "state":"active",           "type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}},       "range":"80000000-7fffffff",       "state":"active",       "__buffered_updates__":0},     "shard1_1":{       "parent":"shard1",       "stateTimestamp":"1541849241415220300",       "range":"0-7fffffff",       "state":"construction",       "replicas":{         "core_node10":{           "leader":"true",           "core":"testCreateCollectionSplitShard_shard1_1_replica_n9",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10212_solr",           "base_url":"http://127.0.0.1:10212/solr",           "state":"active",           "type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},         "core_node12":{           "core":"testCreateCollectionSplitShard_shard1_1_replica_n11",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10211_solr",           "base_url":"http://127.0.0.1:10211/solr",           "state":"active",           "type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}}},     "shard1_0":{       "parent":"shard1",       "stateTimestamp":"1541849241414819400",       "range":"80000000-ffffffff",       "state":"construction",       "replicas":{         "core_node6":{           "core":"testCreateCollectionSplitShard_shard1_0_replica_n5",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":20480,           "node_name":"127.0.0.1:10211_solr",           "base_url":"http://127.0.0.1:10211/solr",           "state":"active",           "type":"NRT",           "INDEX.sizeInGB":1.9073486328125E-5,           "SEARCHER.searcher.numDocs":0},         "core_node8":{           "core":"testCreateCollectionSplitShard_shard1_0_replica_n7",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":20480,           "node_name":"127.0.0.1:10212_solr",           "base_url":"http://127.0.0.1:10212/solr",           "state":"active",           "type":"NRT",           "INDEX.sizeInGB":1.9073486328125E-5,           "SEARCHER.searcher.numDocs":0}}}}}

Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 62
live nodes:[127.0.0.1:10212_solr, 127.0.0.1:10210_solr, 127.0.0.1:10211_solr, 127.0.0.1:10209_solr, 127.0.0.1:10213_solr]
collections:{testCreateCollectionSplitShard=DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
  "replicationFactor":"1",
  "pullReplicas":"0",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0",
  "autoCreated":"true",
  "policy":"c1",
  "shards":{
    "shard1":{
      "replicas":{
        "core_node1":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n1",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node2":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n2",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      "range":"80000000-7fffffff",
      "state":"active",
      "__buffered_updates__":0},
    "shard1_1":{
      "parent":"shard1",
      "stateTimestamp":"1541849241415220300",
      "range":"0-7fffffff",
      "state":"construction",
      "replicas":{
        "core_node10":{
          "leader":"true",
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node12":{
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}}},
    "shard1_0":{
      "parent":"shard1",
      "stateTimestamp":"1541849241414819400",
      "range":"80000000-ffffffff",
      "state":"construction",
      "replicas":{
        "core_node6":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0},
        "core_node8":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0}}}}}}, last coll state: DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
  "replicationFactor":"1",
  "pullReplicas":"0",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0",
  "autoCreated":"true",
  "policy":"c1",
  "shards":{
    "shard1":{
      "replicas":{
        "core_node1":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n1",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node2":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n2",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      "range":"80000000-7fffffff",
      "state":"active",
      "__buffered_updates__":0},
    "shard1_1":{
      "parent":"shard1",
      "stateTimestamp":"1541849241415220300",
      "range":"0-7fffffff",
      "state":"construction",
      "replicas":{
        "core_node10":{
          "leader":"true",
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node12":{
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}}},
    "shard1_0":{
      "parent":"shard1",
      "stateTimestamp":"1541849241414819400",
      "range":"80000000-ffffffff",
      "state":"construction",
      "replicas":{
        "core_node6":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0},
        "core_node8":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0}}}}}
	at __randomizedtesting.SeedInfo.seed([EFB6F3C6039247A7:3A38803DB3D8C619]:0)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:654)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager$1.request(SimCloudManager.java:224)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionSplitShard(TestSimPolicyCloud.java:168)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 62
live nodes:[127.0.0.1:10212_solr, 127.0.0.1:10210_solr, 127.0.0.1:10211_solr, 127.0.0.1:10209_solr, 127.0.0.1:10213_solr]
collections:{testCreateCollectionSplitShard=DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
  "replicationFactor":"1",
  "pullReplicas":"0",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0",
  "autoCreated":"true",
  "policy":"c1",
  "shards":{
    "shard1":{
      "replicas":{
        "core_node1":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n1",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node2":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n2",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      "range":"80000000-7fffffff",
      "state":"active",
      "__buffered_updates__":0},
    "shard1_1":{
      "parent":"shard1",
      "stateTimestamp":"1541849241415220300",
      "range":"0-7fffffff",
      "state":"construction",
      "replicas":{
        "core_node10":{
          "leader":"true",
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node12":{
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}}},
    "shard1_0":{
      "parent":"shard1",
      "stateTimestamp":"1541849241414819400",
      "range":"80000000-ffffffff",
      "state":"construction",
      "replicas":{
        "core_node6":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0},
        "core_node8":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0}}}}}}, last coll state: DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
  "replicationFactor":"1",
  "pullReplicas":"0",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0",
  "autoCreated":"true",
  "policy":"c1",
  "shards":{
    "shard1":{
      "replicas":{
        "core_node1":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n1",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node2":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n2",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      "range":"80000000-7fffffff",
      "state":"active",
      "__buffered_updates__":0},
    "shard1_1":{
      "parent":"shard1",
      "stateTimestamp":"1541849241415220300",
      "range":"0-7fffffff",
      "state":"construction",
      "replicas":{
        "core_node10":{
          "leader":"true",
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node12":{
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}}},
    "shard1_0":{
      "parent":"shard1",
      "stateTimestamp":"1541849241414819400",
      "range":"80000000-ffffffff",
      "state":"construction",
      "replicas":{
        "core_node6":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0},
        "core_node8":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0}}}}}
	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:652)
	... 44 more
Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 62
live nodes:[127.0.0.1:10212_solr, 127.0.0.1:10210_solr, 127.0.0.1:10211_solr, 127.0.0.1:10209_solr, 127.0.0.1:10213_solr]
collections:{testCreateCollectionSplitShard=DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
  "replicationFactor":"1",
  "pullReplicas":"0",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0",
  "autoCreated":"true",
  "policy":"c1",
  "shards":{
    "shard1":{
      "replicas":{
        "core_node1":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n1",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node2":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n2",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      "range":"80000000-7fffffff",
      "state":"active",
      "__buffered_updates__":0},
    "shard1_1":{
      "parent":"shard1",
      "stateTimestamp":"1541849241415220300",
      "range":"0-7fffffff",
      "state":"construction",
      "replicas":{
        "core_node10":{
          "leader":"true",
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node12":{
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}}},
    "shard1_0":{
      "parent":"shard1",
      "stateTimestamp":"1541849241414819400",
      "range":"80000000-ffffffff",
      "state":"construction",
      "replicas":{
        "core_node6":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0},
        "core_node8":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0}}}}}}, last coll state: DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
  "replicationFactor":"1",
  "pullReplicas":"0",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0",
  "autoCreated":"true",
  "policy":"c1",
  "shards":{
    "shard1":{
      "replicas":{
        "core_node1":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n1",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node2":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n2",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      "range":"80000000-7fffffff",
      "state":"active",
      "__buffered_updates__":0},
    "shard1_1":{
      "parent":"shard1",
      "stateTimestamp":"1541849241415220300",
      "range":"0-7fffffff",
      "state":"construction",
      "replicas":{
        "core_node10":{
          "leader":"true",
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node12":{
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}}},
    "shard1_0":{
      "parent":"shard1",
      "stateTimestamp":"1541849241414819400",
      "range":"80000000-ffffffff",
      "state":"construction",
      "replicas":{
        "core_node6":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0},
        "core_node8":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0}}}}}
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:854)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$15(SimCloudManager.java:651)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 62
live nodes:[127.0.0.1:10212_solr, 127.0.0.1:10210_solr, 127.0.0.1:10211_solr, 127.0.0.1:10209_solr, 127.0.0.1:10213_solr]
collections:{testCreateCollectionSplitShard=DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
  "replicationFactor":"1",
  "pullReplicas":"0",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0",
  "autoCreated":"true",
  "policy":"c1",
  "shards":{
    "shard1":{
      "replicas":{
        "core_node1":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n1",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node2":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n2",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      "range":"80000000-7fffffff",
      "state":"active",
      "__buffered_updates__":0},
    "shard1_1":{
      "parent":"shard1",
      "stateTimestamp":"1541849241415220300",
      "range":"0-7fffffff",
      "state":"construction",
      "replicas":{
        "core_node10":{
          "leader":"true",
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node12":{
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}}},
    "shard1_0":{
      "parent":"shard1",
      "stateTimestamp":"1541849241414819400",
      "range":"80000000-ffffffff",
      "state":"construction",
      "replicas":{
        "core_node6":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0},
        "core_node8":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0}}}}}}, last coll state: DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
  "replicationFactor":"1",
  "pullReplicas":"0",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0",
  "autoCreated":"true",
  "policy":"c1",
  "shards":{
    "shard1":{
      "replicas":{
        "core_node1":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n1",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node2":{
          "core":"testCreateCollectionSplitShard_shard1_replica_n2",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      "range":"80000000-7fffffff",
      "state":"active",
      "__buffered_updates__":0},
    "shard1_1":{
      "parent":"shard1",
      "stateTimestamp":"1541849241415220300",
      "range":"0-7fffffff",
      "state":"construction",
      "replicas":{
        "core_node10":{
          "leader":"true",
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0},
        "core_node12":{
          "core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}}},
    "shard1_0":{
      "parent":"shard1",
      "stateTimestamp":"1541849241414819400",
      "range":"80000000-ffffffff",
      "state":"construction",
      "replicas":{
        "core_node6":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10211_solr",
          "base_url":"http://127.0.0.1:10211/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0},
        "core_node8":{
          "core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":20480,
          "node_name":"127.0.0.1:10212_solr",
          "base_url":"http://127.0.0.1:10212/solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":1.9073486328125E-5,
          "SEARCHER.searcher.numDocs":0}}}}}
	at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
	at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.simSplitShard(SimClusterStateProvider.java:1246)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:852)
	... 6 more


FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:46374/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46374/collection1
	at __randomizedtesting.SeedInfo.seed([EFB6F3C6039247A7:67E2CC1CAD6E2A5F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
	at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 48 more


FAILED:  org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:45108/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:45108/collection1
	at __randomizedtesting.SeedInfo.seed([EFB6F3C6039247A7:67E2CC1CAD6E2A5F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260)
	at org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test(RecoveryAfterSoftCommitTest.java:87)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 50 more


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting

Error Message:
Error from server at http://127.0.0.1:37062/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:37062/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([D4D9F7F33D79BD32:166ECB9B3E394D4A]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:269)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37062/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 13383 lines...]
   [junit4] Suite: org.apache.solr.cloud.RecoveryAfterSoftCommitTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_EFB6F3C6039247A7-001/init-core-data-001
   [junit4]   2> 1396358 WARN  (SUITE-RecoveryAfterSoftCommitTest-seed#[EFB6F3C6039247A7]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
   [junit4]   2> 1396358 INFO  (SUITE-RecoveryAfterSoftCommitTest-seed#[EFB6F3C6039247A7]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1396361 INFO  (SUITE-RecoveryAfterSoftCommitTest-seed#[EFB6F3C6039247A7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1396361 INFO  (SUITE-RecoveryAfterSoftCommitTest-seed#[EFB6F3C6039247A7]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1396361 INFO  (SUITE-RecoveryAfterSoftCommitTest-seed#[EFB6F3C6039247A7]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1396373 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1396375 INFO  (Thread-2607) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1396375 INFO  (Thread-2607) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1396379 ERROR (Thread-2607) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1396473 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.ZkTestServer start zk server on port:45171
   [junit4]   2> 1396481 INFO  (zkConnectionManagerCallback-2909-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1396496 INFO  (zkConnectionManagerCallback-2911-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1396502 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1396504 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1396506 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1396508 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1396509 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1396511 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1396513 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1396514 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1396516 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1396517 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1396519 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1396521 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 1396697 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1396698 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1396698 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1396698 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1396699 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74e34c12{/,null,AVAILABLE}
   [junit4]   2> 1396703 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2200bb15{HTTP/1.1,[http/1.1]}{127.0.0.1:41145}
   [junit4]   2> 1396703 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.e.j.s.Server Started @1396759ms
   [junit4]   2> 1396703 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_EFB6F3C6039247A7-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=46814, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_EFB6F3C6039247A7-001/control-001/cores}
   [junit4]   2> 1396704 ERROR (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1396704 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1396704 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1396704 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1396704 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1396704 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-08T20:16:41.863Z
   [junit4]   2> 1396706 INFO  (zkConnectionManagerCallback-2913-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1396707 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1396707 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_EFB6F3C6039247A7-001/control-001/solr.xml
   [junit4]   2> 1396712 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1396712 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1396714 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@39bc85a3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1396883 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45171/solr
   [junit4]   2> 1396885 INFO  (zkConnectionManagerCallback-2917-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1396887 INFO  (zkConnectionManagerCallback-2919-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1396995 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46814_
   [junit4]   2> 1396997 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_    ] o.a.s.c.Overseer Overseer (id=72243912032321540-127.0.0.1:46814_-n_0000000000) starting
   [junit4]   2> 1397010 INFO  (zkConnectionManagerCallback-2926-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1397013 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45171/solr ready
   [junit4]   2> 1397017 INFO  (OverseerStateUpdate-72243912032321540-127.0.0.1:46814_-n_0000000000) [n:127.0.0.1:46814_    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46814_
   [junit4]   2> 1397018 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46814_
   [junit4]   2> 1397021 DEBUG (OverseerAutoScalingTriggerThread-72243912032321540-127.0.0.1:46814_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1397025 INFO  (OverseerStateUpdate-72243912032321540-127.0.0.1:46814_-n_0000000000) [n:127.0.0.1:46814_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1397029 INFO  (zkCallback-2925-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1397032 DEBUG (OverseerAutoScalingTriggerThread-72243912032321540-127.0.0.1:46814_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1397032 DEBUG (OverseerAutoScalingTriggerThread-72243912032321540-127.0.0.1:46814_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1397032 DEBUG (OverseerAutoScalingTriggerThread-72243912032321540-127.0.0.1:46814_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1397038 DEBUG (OverseerAutoScalingTriggerThread-72243912032321540-127.0.0.1:46814_-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:46814_]
   [junit4]   2> 1397039 DEBUG (OverseerAutoScalingTriggerThread-72243912032321540-127.0.0.1:46814_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1397039 DEBUG (OverseerAutoScalingTriggerThread-72243912032321540-127.0.0.1:46814_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1397039 DEBUG (ScheduledTrigger-4917-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1397053 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1397082 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39bc85a3
   [junit4]   2> 1397098 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39bc85a3
   [junit4]   2> 1397098 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39bc85a3
   [junit4]   2> 1397100 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_EFB6F3C6039247A7-001/control-001/cores
   [junit4]   2> 1397132 INFO  (zkConnectionManagerCallback-2932-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1397133 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1397135 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45171/solr ready
   [junit4]   2> 1397136 INFO  (SocketProxy-Acceptor-46814) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40238,localport=46814], receiveBufferSize:531000
   [junit4]   2> 1397139 INFO  (SocketProxy-Acceptor-46814) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41145,localport=54596], receiveBufferSize=530904
   [junit4]   2> 1397147 INFO  (qtp2028993921-12956) [n:127.0.0.1:46814_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46814_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1397153 INFO  (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:46814_) [n:127.0.0.1:46814_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1397157 DEBUG (OverseerStateUpdate-72243912032321540-127.0.0.1:46814_-n_0000000000) [n:127.0.0.1:46814_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:46814_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1397260 INFO  (SocketProxy-Acceptor-46814) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40242,localport=46814], receiveBufferSize:531000
   [junit4]   2> 1397260 INFO  (SocketProxy-Acceptor-46814) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41145,localport=54600], receiveBufferSize=530904
   [junit4]   2> 1397277 INFO  (qtp2028993921-12951) [n:127.0.0.1:46814_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=8
   [junit4]   2> 1397295 INFO  (SocketProxy-Acceptor-46814) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40246,localport=46814], receiveBufferSize:531000
   [junit4]   2> 1397296 INFO  (SocketProxy-Acceptor-46814) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41145,localport=54604], receiveBufferSize=530904
   [junit4]   2> 1397312 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1397313 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1397321 DEBUG (OverseerStateUpdate-72243912032321540-127.0.0.1:46814_-n_0000000000) [n:127.0.0.1:46814_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46814",
   [junit4]   2>   "node_name":"127.0.0.1:46814_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1398046 DEBUG (ScheduledTrigger-4917-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1398342 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1398359 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1398485 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1398504 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1398504 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39bc85a3
   [junit4]   2> 1398504 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_EFB6F3C6039247A7-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_EFB6F3C6039247A7-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1398507 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=91.1845703125, floorSegmentMB=1.607421875, forceMergeDeletesPctAllowed=21.26509230735723, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7253387765489631, deletesPctAllowed=39.48562705186255
   [junit4]   2> 1398510 WARN  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1398572 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1398572 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=2 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1398573 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1398574 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1398575 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=10, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1398575 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ebacbdd[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1398577 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1398577 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1398578 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1398578 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616598221441728512
   [junit4]   2> 1398579 INFO  (searcherExecutor-4924-thread-1-processing-n:127.0.0.1:46814_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1ebacbdd[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1398585 INFO  (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1398588 INFO  (qtp2028993921-12952) [n:1

[...truncated too long message...]

kins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null730782790
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null730782790
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null730782790

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 62ms :: artifacts dl 3ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 131 minutes 46 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 205 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/205/

3 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:35695/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35695/collection1
	at __randomizedtesting.SeedInfo.seed([EF913BD4C1765430:67C5040E6F8A39C8]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
	at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 48 more


FAILED:  org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:45437/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:45437/collection1
	at __randomizedtesting.SeedInfo.seed([EF913BD4C1765430:67C5040E6F8A39C8]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260)
	at org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test(RecoveryAfterSoftCommitTest.java:87)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 50 more


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting

Error Message:
Error from server at https://127.0.0.1:43245/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:43245/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([9DFD09DEA83BAD77:5F4A35B6AB7B5D0F]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:269)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43245/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 13856 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/init-core-data-001
   [junit4]   2> 1731978 WARN  (SUITE-BasicDistributedZkTest-seed#[EF913BD4C1765430]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=53 numCloses=53
   [junit4]   2> 1731979 INFO  (SUITE-BasicDistributedZkTest-seed#[EF913BD4C1765430]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1731981 INFO  (SUITE-BasicDistributedZkTest-seed#[EF913BD4C1765430]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1731981 INFO  (SUITE-BasicDistributedZkTest-seed#[EF913BD4C1765430]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1731982 INFO  (SUITE-BasicDistributedZkTest-seed#[EF913BD4C1765430]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1731985 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1731993 INFO  (Thread-6826) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1731993 INFO  (Thread-6826) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1732005 ERROR (Thread-6826) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1732093 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.ZkTestServer start zk server on port:35057
   [junit4]   2> 1732096 INFO  (zkConnectionManagerCallback-6807-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1732119 INFO  (zkConnectionManagerCallback-6809-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1732126 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1732128 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1732130 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1732131 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1732132 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1732134 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1732135 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1732137 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1732138 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1732143 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1732144 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1732146 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 1732312 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1732313 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1732313 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1732313 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1732314 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@659b54d6{/,null,AVAILABLE}
   [junit4]   2> 1732316 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3b9282e{HTTP/1.1,[http/1.1]}{127.0.0.1:46086}
   [junit4]   2> 1732316 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.Server Started @1732378ms
   [junit4]   2> 1732316 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=46086, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/control-001/cores}
   [junit4]   2> 1732316 ERROR (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1732316 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1732317 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1732317 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1732317 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1732317 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-07T19:10:05.371Z
   [junit4]   2> 1732319 INFO  (zkConnectionManagerCallback-6811-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1732320 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1732320 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/control-001/solr.xml
   [junit4]   2> 1732324 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1732325 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1732326 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@34d1145f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1732432 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35057/solr
   [junit4]   2> 1732437 INFO  (zkConnectionManagerCallback-6815-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1732440 INFO  (zkConnectionManagerCallback-6817-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1732604 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46086_
   [junit4]   2> 1732605 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_    ] o.a.s.c.Overseer Overseer (id=72237987807952900-127.0.0.1:46086_-n_0000000000) starting
   [junit4]   2> 1732613 INFO  (zkConnectionManagerCallback-6824-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1732616 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35057/solr ready
   [junit4]   2> 1732616 INFO  (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46086_
   [junit4]   2> 1732618 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46086_
   [junit4]   2> 1732620 DEBUG (OverseerAutoScalingTriggerThread-72237987807952900-127.0.0.1:46086_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1732624 DEBUG (OverseerAutoScalingTriggerThread-72237987807952900-127.0.0.1:46086_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1732625 DEBUG (OverseerAutoScalingTriggerThread-72237987807952900-127.0.0.1:46086_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1732625 DEBUG (OverseerAutoScalingTriggerThread-72237987807952900-127.0.0.1:46086_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1732631 DEBUG (OverseerAutoScalingTriggerThread-72237987807952900-127.0.0.1:46086_-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: []
   [junit4]   2> 1732633 DEBUG (OverseerAutoScalingTriggerThread-72237987807952900-127.0.0.1:46086_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1732637 INFO  (zkCallback-6823-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1732638 DEBUG (OverseerAutoScalingTriggerThread-72237987807952900-127.0.0.1:46086_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1732638 INFO  (zkCallback-6816-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1732639 DEBUG (ScheduledTrigger-7670-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1732654 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1732680 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34d1145f
   [junit4]   2> 1732695 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34d1145f
   [junit4]   2> 1732695 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34d1145f
   [junit4]   2> 1732697 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/control-001/cores
   [junit4]   2> 1732737 INFO  (zkConnectionManagerCallback-6830-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1732738 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1732740 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35057/solr ready
   [junit4]   2> 1732754 INFO  (qtp494556017-24447) [n:127.0.0.1:46086_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46086_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1732768 INFO  (OverseerThreadFactory-7672-thread-1-processing-n:127.0.0.1:46086_) [n:127.0.0.1:46086_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1732773 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:46086_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1732876 INFO  (qtp494556017-24442) [n:127.0.0.1:46086_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1732891 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1732891 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1732894 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46086",
   [junit4]   2>   "node_name":"127.0.0.1:46086_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1733641 DEBUG (ScheduledTrigger-7670-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1733912 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1733929 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1734055 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1734075 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1734075 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34d1145f
   [junit4]   2> 1734075 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1734078 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1734080 WARN  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1734141 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1734141 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1734143 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1734143 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1734144 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1734145 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7547a9ab[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1734146 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1734146 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1734147 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1734148 INFO  (searcherExecutor-7677-thread-1-processing-n:127.0.0.1:46086_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@7547a9ab[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1734148 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616503433804644352
   [junit4]   2> 1734157 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1734162 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1734162 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1734162 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46086/control_collection_shard1_replica_n1/
   [junit4]   2> 1734162 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1734162 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46086/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1734167 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46086/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1734168 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:46086",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 1734270 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1734271 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46086",
   [junit4]   2>   "node_name":"127.0.0.1:46086_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1734273 INFO  (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1382
   [junit4]   2> 1734276 INFO  (qtp494556017-24447) [n:127.0.0.1:46086_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1734373 INFO  (zkCallback-6816-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1734641 DEBUG (ScheduledTrigger-7670-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1734770 INFO  (OverseerCollectionConfigSetProcessor-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1735276 INFO  (qtp494556017-24447) [n:127.0.0.1:46086_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46086_&wt=javabin&version=2} status=0 QTime=2522
   [junit4]   2> 1735282 INFO  (zkConnectionManagerCallback-6835-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1735283 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1735284 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35057/solr ready
   [junit4]   2> 1735284 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1735286 INFO  (qtp494556017-24442) [n:127.0.0.1:46086_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1735288 INFO  (OverseerThreadFactory-7672-thread-2-processing-n:127.0.0.1:46086_) [n:127.0.0.1:46086_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1735292 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "createNodeSet":"",
   [junit4]   2>   "stateFormat":"1",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1735492 WARN  (OverseerThreadFactory-7672-thread-2-processing-n:127.0.0.1:46086_) [n:127.0.0.1:46086_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1735495 INFO  (qtp494556017-24442) [n:127.0.0.1:46086_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1735495 INFO  (qtp494556017-24442) [n:127.0.0.1:46086_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=209
   [junit4]   2> 1735642 DEBUG (ScheduledTrigger-7670-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1735661 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-1-001 of type TLOG
   [junit4]   2> 1735662 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1735663 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1735663 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1735663 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1735663 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49019d21{/,null,AVAILABLE}
   [junit4]   2> 1735664 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@13aa60cb{HTTP/1.1,[http/1.1]}{127.0.0.1:44911}
   [junit4]   2> 1735664 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.Server Started @1735725ms
   [junit4]   2> 1735664 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=44911, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-1-001/cores}
   [junit4]   2> 1735664 ERROR (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1735664 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1735664 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1735664 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1735664 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1735664 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-07T19:10:08.718Z
   [junit4]   2> 1735667 INFO  (zkConnectionManagerCallback-6837-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1735669 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1735669 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-1-001/solr.xml
   [junit4]   2> 1735687 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1735687 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1735688 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@34d1145f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1735769 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35057/solr
   [junit4]   2> 1735771 INFO  (zkConnectionManagerCallback-6841-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1735774 INFO  (zkConnectionManagerCallback-6843-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1735782 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1735788 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1735788 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44911_
   [junit4]   2> 1735788 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:44911_"} current state version: 1
   [junit4]   2> 1735789 INFO  (zkCallback-6823-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1735795 INFO  (zkCallback-6834-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1735795 INFO  (zkCallback-6816-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1735796 INFO  (zkCallback-6842-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1735816 INFO  (zkConnectionManagerCallback-6850-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1735817 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1735819 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35057/solr ready
   [junit4]   2> 1735820 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1735850 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34d1145f
   [junit4]   2> 1735867 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34d1145f
   [junit4]   2> 1735867 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34d1145f
   [junit4]   2> 1735869 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-1-001/cores
   [junit4]   2> 1735918 INFO  (qtp65338787-24502) [n:127.0.0.1:44911_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44911_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1735924 INFO  (OverseerCollectionConfigSetProcessor-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1735931 INFO  (qtp65338787-24497) [n:127.0.0.1:44911_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 1735935 INFO  (qtp494556017-24448) [n:127.0.0.1:46086_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1735937 INFO  (qtp494556017-24448) [n:127.0.0.1:46086_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1735938 INFO  (OverseerThreadFactory-7672-thread-3-processing-n:127.0.0.1:46086_) [n:127.0.0.1:46086_ c:collection1 s:shard2  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:44911_ for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 1735945 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_    x:collection1_shard2_replica_t41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1735949 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard2_replica_t41",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44911",
   [junit4]   2>   "node_name":"127.0.0.1:44911_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "operation":"state"} current state version: 1
   [junit4]   2> 1736642 DEBUG (ScheduledTrigger-7670-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1736976 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1736997 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 1737175 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1737198 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
   [junit4]   2> 1737198 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34d1145f
   [junit4]   2> 1737199 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 1737201 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1737203 WARN  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1737279 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1737279 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1737280 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1737280 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1737282 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1737282 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ce61825[collection1_shard2_replica_t41] main]
   [junit4]   2> 1737284 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1737285 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1737285 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1737285 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616503437094027264
   [junit4]   2> 1737288 INFO  (searcherExecutor-7691-thread-1-processing-n:127.0.0.1:44911_ x:collection1_shard2_replica_t41 c:collection1 s:shard2) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@3ce61825[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1737317 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
   [junit4]   2> 1737321 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1737321 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1737321 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44911/collection1_shard2_replica_t41/
   [junit4]   2> 1737321 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1737321 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:44911/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 1737321 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 1737325 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44911/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 1737326 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1:44911",
   [junit4]   2>   "core":"collection1_shard2_replica_t41",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 1737476 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1737477 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard2_replica_t41",
   [junit4]   2>   "core_node_name":"core_node42",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44911",
   [junit4]   2>   "node_name":"127.0.0.1:44911_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1737479 INFO  (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1533
   [junit4]   2> 1737482 INFO  (qtp65338787-24502) [n:127.0.0.1:44911_ c:collection1   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44911_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1564
   [junit4]   2> 1737643 DEBUG (ScheduledTrigger-7670-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1737706 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-2-001 of type TLOG
   [junit4]   2> 1737707 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1737708 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1737708 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1737708 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1737709 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@342a3b5c{/,null,AVAILABLE}
   [junit4]   2> 1737709 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@653f6e8d{HTTP/1.1,[http/1.1]}{127.0.0.1:35695}
   [junit4]   2> 1737709 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.e.j.s.Server Started @1737771ms
   [junit4]   2> 1737710 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=35695, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-2-001/cores}
   [junit4]   2> 1737710 ERROR (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1737711 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1737711 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1737711 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1737711 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1737711 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-07T19:10:10.765Z
   [junit4]   2> 1737725 INFO  (zkConnectionManagerCallback-6853-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1737726 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1737726 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-2-001/solr.xml
   [junit4]   2> 1737731 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1737731 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1737738 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@34d1145f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1737900 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35057/solr
   [junit4]   2> 1737910 INFO  (zkConnectionManagerCallback-6857-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1737913 INFO  (zkConnectionManagerCallback-6859-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1737926 INFO  (OverseerCollectionConfigSetProcessor-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1737931 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1737937 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1737937 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35695_
   [junit4]   2> 1737937 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:35695_"} current state version: 4
   [junit4]   2> 1737938 INFO  (zkCallback-6849-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1737938 INFO  (zkCallback-6823-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1737939 INFO  (zkCallback-6842-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1737939 INFO  (zkCallback-6816-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1737939 INFO  (zkCallback-6834-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1737965 INFO  (zkCallback-6858-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1738021 INFO  (zkConnectionManagerCallback-6866-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1738022 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1738024 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35057/solr ready
   [junit4]   2> 1738033 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1738066 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34d1145f
   [junit4]   2> 1738084 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34d1145f
   [junit4]   2> 1738084 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34d1145f
   [junit4]   2> 1738087 INFO  (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-2-001/cores
   [junit4]   2> 1738177 INFO  (qtp368424278-24539) [n:127.0.0.1:35695_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35695_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1738186 INFO  (qtp368424278-24534) [n:127.0.0.1:35695_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1738187 INFO  (qtp65338787-24501) [n:127.0.0.1:44911_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_t41:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1738188 INFO  (qtp65338787-24503) [n:127.0.0.1:44911_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1738189 INFO  (qtp494556017-24448) [n:127.0.0.1:46086_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1738190 INFO  (qtp494556017-24449) [n:127.0.0.1:46086_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1738191 INFO  (OverseerThreadFactory-7672-thread-4-processing-n:127.0.0.1:46086_) [n:127.0.0.1:46086_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:35695_ for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 1738194 INFO  (qtp368424278-24535) [n:127.0.0.1:35695_    x:collection1_shard1_replica_t43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1738197 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard1_replica_t43",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35695",
   [junit4]   2>   "node_name":"127.0.0.1:35695_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "operation":"state"} current state version: 4
   [junit4]   2> 1738643 DEBUG (ScheduledTrigger-7670-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1739213 INFO  (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1739230 INFO  (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 1739348 INFO  (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1739367 INFO  (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
   [junit4]   2> 1739367 INFO  (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34d1145f
   [junit4]   2> 1739368 INFO  (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
   [junit4]   2> 1739371 INFO  (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1739373 WARN  (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1739434 INFO  (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1739434 INFO  (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1  x:collection1_shard1_replica_

[...truncated too long message...]

ns-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1275674228
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1275674228
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1275674228

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 37ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 123 minutes 6 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 204 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/204/

1 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testCollectionDoesntExist

Error Message:
Tried fetching cluster state using the node names we knew of, i.e. [127.0.0.1:32992_solr, 127.0.0.1:40696_solr, 127.0.0.1:34260_solr]. However, succeeded in obtaining the cluster state from none of them.If you think your Solr cluster is up and is accessible, you could try re-creating a new CloudSolrClient using working solrUrl(s) or zkHost(s).

Stack Trace:
java.lang.RuntimeException: Tried fetching cluster state using the node names we knew of, i.e. [127.0.0.1:32992_solr, 127.0.0.1:40696_solr, 127.0.0.1:34260_solr]. However, succeeded in obtaining the cluster state from none of them.If you think your Solr cluster is up and is accessible, you could try re-creating a new CloudSolrClient using working solrUrl(s) or zkHost(s).
	at __randomizedtesting.SeedInfo.seed([CCDC3FC6108EE54E:AE7F2168120C815E]:0)
	at org.apache.solr.client.solrj.impl.HttpClusterStateProvider.getState(HttpClusterStateProvider.java:108)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.resolveAliases(CloudSolrClient.java:1115)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:844)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:177)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testCollectionDoesntExist(CloudSolrClientTest.java:779)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 16133 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_CCDC3FC6108EE54E-001/init-core-data-001
   [junit4]   1> 01:19:52.457 [Thread-442] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   1> 01:19:52.592 [jetty-launcher-552-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 01:19:52.595 [jetty-launcher-552-thread-3] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 01:19:52.598 [jetty-launcher-552-thread-2] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:active live:true
   [junit4]   1> replica:core_node5 rstate:active live:true
   [junit4]   1> replica:core_node6 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> 01:20:09.380 [qtp1023149449-1947] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unknown action: foobar
   [junit4]   1> 	at org.apache.solr.handler.admin.ConfigSetsHandler.handleRequestBody(ConfigSetsHandler.java:109)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 01:20:09.452 [qtp1023149449-1947] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unknown action: foobar
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:241)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 01:20:09.500 [qtp1023149449-1950] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unsupported operation: foobar
   [junit4]   1> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleCustomAction(CoreAdminHandler.java:220)
   [junit4]   1> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:169)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 01:20:14.496 [TEST-CloudSolrClientTest.testShutdown-seed#[CCDC3FC6108EE54E]-SendThread(ff01::114:33332)] ERROR org.apache.zookeeper.ClientCnxnSocketNIO - Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
   [junit4]   1> 01:20:15.632 [TEST-CloudSolrClientTest.testShutdown-seed#[CCDC3FC6108EE54E]-SendThread(ff01::114:33332)] ERROR org.apache.zookeeper.ClientCnxnSocketNIO - Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
   [junit4]   1> 01:20:48.950 [indexFetcher-1004-thread-1] ERROR org.apache.solr.handler.ReplicationHandler - Index fetch failed :java.lang.NullPointerException
   [junit4]   1> 	at org.apache.solr.handler.IndexFetcher.getLeaderReplica(IndexFetcher.java:688)
   [junit4]   1> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:382)
   [junit4]   1> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:347)
   [junit4]   1> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
   [junit4]   1> 	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1156)
   [junit4]   1> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   1> 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]   1> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]   1> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]   1> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   1> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 01:20:49.073 [indexFetcher-1000-thread-1] ERROR org.apache.solr.handler.ReplicationHandler - Index fetch failed :java.lang.NullPointerException
   [junit4]   1> 	at org.apache.solr.handler.IndexFetcher.getLeaderReplica(IndexFetcher.java:688)
   [junit4]   1> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:382)
   [junit4]   1> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:347)
   [junit4]   1> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
   [junit4]   1> 	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1156)
   [junit4]   1> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   1> 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]   1> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]   1> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]   1> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   1> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> -
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> 01:20:55.500 [TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[CCDC3FC6108EE54E]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [stale_state_test_col] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:32992/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 0
   [junit4]   1> 01:20:58.714 [qtp1023149449-1946] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: boguscollectionname not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:115)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 01:20:58.718 [qtp422596891-1932] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: boguscollectionname not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:115)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 01:20:58.728 [qtp140673052-1938] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: boguscollectionname not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:115)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CloudSolrClientTest -Dtests.method=testCollectionDoesntExist -Dtests.seed=CCDC3FC6108EE54E -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=fr -Dtests.timezone=Cuba -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.91s J0 | CloudSolrClientTest.testCollectionDoesntExist <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Tried fetching cluster state using the node names we knew of, i.e. [127.0.0.1:32992_solr, 127.0.0.1:40696_solr, 127.0.0.1:34260_solr]. However, succeeded in obtaining the cluster state from none of them.If you think your Solr cluster is up and is accessible, you could try re-creating a new CloudSolrClient using working solrUrl(s) or zkHost(s).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CCDC3FC6108EE54E:AE7F2168120C815E]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpClusterStateProvider.getState(HttpClusterStateProvider.java:108)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.resolveAliases(CloudSolrClient.java:1115)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:844)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:177)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testCollectionDoesntExist(CloudSolrClientTest.java:779)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 01:20:58.921 [SUITE-CloudSolrClientTest-seed#[CCDC3FC6108EE54E]-worker] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_CCDC3FC6108EE54E-001
   [junit4]   2> Nov 07, 2018 1:20:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {multiDefault=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=Asserting), title_s=PostingsFormat(name=LuceneFixedGap), id=BlockTreeOrds(blocksize=128), text=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), a_t=DocValuesFormat(name=Lucene70), title_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Asserting), text=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1009, maxMBSortInHeap=5.757481231229825, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@a137464), locale=fr, timezone=Cuba
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=142825832,total=377487360
   [junit4]   2> NOTE: All tests run in this JVM: [TestRetryUtil, SchemaTest, ShardParamsTest, TestFastWriter, TestV2Request, CloudSolrClientCacheTest, AndEvaluatorTest, StreamExpressionTest, TestJsonRecordReader, RawValueEvaluatorTest, TestSpellCheckResponse, HyperbolicTangentEvaluatorTest, CubedRootEvaluatorTest, EmpiricalDistributionEvaluatorTest, JsonValidatorTest, ReverseEvaluatorTest, TestPolicy2, SolrExampleEmbeddedTest, AscEvaluatorTest, StreamExpressionParserTest, CloudSolrClientTest]
   [junit4] Completed [141/165 (1!)] on J0 in 66.94s, 16 tests, 1 error <<< FAILURES!

[...truncated 47777 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
     [java] Processed 2436 links (1988 relative) to 3206 anchors in 248 files
     [echo] Validated Links & Anchors via: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-ref-guide/bare-bones-html/

-documentation-lint:
    [jtidy] Checking for broken html (such as invalid tags)...
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/jtidy_tmp
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for malformed docs...

jar-checksums:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null427225642
     [copy] Copying 35 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null427225642
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null427225642

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null458114677
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null458114677
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null458114677

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 31ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 118 minutes 6 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 203 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/203/

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=23794640944133397, stage=STARTED, actionName='null', event={   "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",   "source":".scheduled_maintenance",   "eventTime":23794640940951096,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457240002,     "_enqueue_time_":23794640942975135}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794640962219697, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",   "source":".scheduled_maintenance",   "eventTime":23794640940951096,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457240002,     "_enqueue_time_":23794640942975135}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794640987904710, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",   "source":".scheduled_maintenance",   "eventTime":23794640940951096,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457240002,     "_enqueue_time_":23794640942975135}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541284439964380096, currentTimeNs=1541457240049575494, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794640997247031, stage=SUCCEEDED, actionName='null', event={   "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",   "source":".scheduled_maintenance",   "eventTime":23794640940951096,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457240002,     "_enqueue_time_":23794640942975135}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646066790241, stage=STARTED, actionName='null', event={   "id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60",   "source":".scheduled_maintenance",   "eventTime":23794646046633779,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457245108,     "_enqueue_time_":23794646046777671}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646079220872, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60",   "source":".scheduled_maintenance",   "eventTime":23794646046633779,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457245108,     "_enqueue_time_":23794646046777671}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646082102414, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60",   "source":".scheduled_maintenance",   "eventTime":23794646046633779,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457245108,     "_enqueue_time_":23794646046777671}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646102756863, stage=SUCCEEDED, actionName='null', event={   "id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60",   "source":".scheduled_maintenance",   "eventTime":23794646046633779,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457245108,     "_enqueue_time_":23794646046777671}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651103949019, stage=STARTED, actionName='null', event={   "id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61",   "source":".scheduled_maintenance",   "eventTime":23794651103259544,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457250165,     "_enqueue_time_":23794651103396258}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651104484169, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61",   "source":".scheduled_maintenance",   "eventTime":23794651103259544,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457250165,     "_enqueue_time_":23794651103396258}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651106223638, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61",   "source":".scheduled_maintenance",   "eventTime":23794651103259544,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457250165,     "_enqueue_time_":23794651103396258}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651107216739, stage=SUCCEEDED, actionName='null', event={   "id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61",   "source":".scheduled_maintenance",   "eventTime":23794651103259544,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457250165,     "_enqueue_time_":23794651103396258}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656108391082, stage=STARTED, actionName='null', event={   "id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62",   "source":".scheduled_maintenance",   "eventTime":23794656107703147,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457255169,     "_enqueue_time_":23794656107839043}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656108933295, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62",   "source":".scheduled_maintenance",   "eventTime":23794656107703147,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457255169,     "_enqueue_time_":23794656107839043}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656113936203, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62",   "source":".scheduled_maintenance",   "eventTime":23794656107703147,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457255169,     "_enqueue_time_":23794656107839043}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656114885473, stage=SUCCEEDED, actionName='null', event={   "id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62",   "source":".scheduled_maintenance",   "eventTime":23794656107703147,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457255169,     "_enqueue_time_":23794656107839043}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661116098700, stage=STARTED, actionName='null', event={   "id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63",   "source":".scheduled_maintenance",   "eventTime":23794661115404002,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457260177,     "_enqueue_time_":23794661115539886}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661116631903, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63",   "source":".scheduled_maintenance",   "eventTime":23794661115404002,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457260177,     "_enqueue_time_":23794661115539886}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661118422706, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63",   "source":".scheduled_maintenance",   "eventTime":23794661115404002,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457260177,     "_enqueue_time_":23794661115539886}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661119396923, stage=SUCCEEDED, actionName='null', event={   "id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63",   "source":".scheduled_maintenance",   "eventTime":23794661115404002,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457260177,     "_enqueue_time_":23794661115539886}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794666127306844, stage=STARTED, actionName='null', event={   "id":"54891f6e047e69Te3u72ksis0w5dymor7uerrp64",   "source":".scheduled_maintenance",   "eventTime":23794666126474857,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457265188,     "_enqueue_time_":23794666126609843}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794666142917068, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"54891f6e047e69Te3u72ksis0w5dymor7uerrp64",   "source":".scheduled_maintenance",   "eventTime":23794666126474857,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457265188,     "_enqueue_time_":23794666126609843}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794666169131867, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"54891f6e047e69Te3u72ksis0w5dymor7uerrp64",   "source":".scheduled_maintenance",   "eventTime":23794666126474857,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541457265188,     "_enqueue_time_":23794666126609843}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541457240048326610, currentTimeNs=1541457265230514226, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=23794640944133397, stage=STARTED, actionName='null', event={
  "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
  "source":".scheduled_maintenance",
  "eventTime":23794640940951096,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457240002,
    "_enqueue_time_":23794640942975135}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794640962219697, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
  "source":".scheduled_maintenance",
  "eventTime":23794640940951096,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457240002,
    "_enqueue_time_":23794640942975135}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794640987904710, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
  "source":".scheduled_maintenance",
  "eventTime":23794640940951096,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457240002,
    "_enqueue_time_":23794640942975135}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541284439964380096, currentTimeNs=1541457240049575494, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794640997247031, stage=SUCCEEDED, actionName='null', event={
  "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
  "source":".scheduled_maintenance",
  "eventTime":23794640940951096,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457240002,
    "_enqueue_time_":23794640942975135}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646066790241, stage=STARTED, actionName='null', event={
  "id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60",
  "source":".scheduled_maintenance",
  "eventTime":23794646046633779,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457245108,
    "_enqueue_time_":23794646046777671}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646079220872, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60",
  "source":".scheduled_maintenance",
  "eventTime":23794646046633779,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457245108,
    "_enqueue_time_":23794646046777671}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646082102414, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60",
  "source":".scheduled_maintenance",
  "eventTime":23794646046633779,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457245108,
    "_enqueue_time_":23794646046777671}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646102756863, stage=SUCCEEDED, actionName='null', event={
  "id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60",
  "source":".scheduled_maintenance",
  "eventTime":23794646046633779,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457245108,
    "_enqueue_time_":23794646046777671}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651103949019, stage=STARTED, actionName='null', event={
  "id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61",
  "source":".scheduled_maintenance",
  "eventTime":23794651103259544,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457250165,
    "_enqueue_time_":23794651103396258}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651104484169, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61",
  "source":".scheduled_maintenance",
  "eventTime":23794651103259544,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457250165,
    "_enqueue_time_":23794651103396258}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651106223638, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61",
  "source":".scheduled_maintenance",
  "eventTime":23794651103259544,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457250165,
    "_enqueue_time_":23794651103396258}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651107216739, stage=SUCCEEDED, actionName='null', event={
  "id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61",
  "source":".scheduled_maintenance",
  "eventTime":23794651103259544,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457250165,
    "_enqueue_time_":23794651103396258}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656108391082, stage=STARTED, actionName='null', event={
  "id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62",
  "source":".scheduled_maintenance",
  "eventTime":23794656107703147,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457255169,
    "_enqueue_time_":23794656107839043}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656108933295, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62",
  "source":".scheduled_maintenance",
  "eventTime":23794656107703147,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457255169,
    "_enqueue_time_":23794656107839043}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656113936203, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62",
  "source":".scheduled_maintenance",
  "eventTime":23794656107703147,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457255169,
    "_enqueue_time_":23794656107839043}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656114885473, stage=SUCCEEDED, actionName='null', event={
  "id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62",
  "source":".scheduled_maintenance",
  "eventTime":23794656107703147,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457255169,
    "_enqueue_time_":23794656107839043}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661116098700, stage=STARTED, actionName='null', event={
  "id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63",
  "source":".scheduled_maintenance",
  "eventTime":23794661115404002,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457260177,
    "_enqueue_time_":23794661115539886}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661116631903, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63",
  "source":".scheduled_maintenance",
  "eventTime":23794661115404002,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457260177,
    "_enqueue_time_":23794661115539886}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661118422706, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63",
  "source":".scheduled_maintenance",
  "eventTime":23794661115404002,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457260177,
    "_enqueue_time_":23794661115539886}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661119396923, stage=SUCCEEDED, actionName='null', event={
  "id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63",
  "source":".scheduled_maintenance",
  "eventTime":23794661115404002,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457260177,
    "_enqueue_time_":23794661115539886}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794666127306844, stage=STARTED, actionName='null', event={
  "id":"54891f6e047e69Te3u72ksis0w5dymor7uerrp64",
  "source":".scheduled_maintenance",
  "eventTime":23794666126474857,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457265188,
    "_enqueue_time_":23794666126609843}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794666142917068, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"54891f6e047e69Te3u72ksis0w5dymor7uerrp64",
  "source":".scheduled_maintenance",
  "eventTime":23794666126474857,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457265188,
    "_enqueue_time_":23794666126609843}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794666169131867, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"54891f6e047e69Te3u72ksis0w5dymor7uerrp64",
  "source":".scheduled_maintenance",
  "eventTime":23794666126474857,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541457265188,
    "_enqueue_time_":23794666126609843}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541457240048326610, currentTimeNs=1541457265230514226, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
	at __randomizedtesting.SeedInfo.seed([E45A11037FE4A8C5:F976D1711EA78FCE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting

Error Message:
Error from server at http://127.0.0.1:40609/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:40609/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([B3BF8102CAF2065:C98CC4782FEFD01D]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:269)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40609/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 14223 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_E45A11037FE4A8C5-001/init-core-data-001
   [junit4]   2> 4062767 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[E45A11037FE4A8C5]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_E45A11037FE4A8C5-001/tempDir-001
   [junit4]   2> 4062767 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[E45A11037FE4A8C5]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4062768 INFO  (Thread-4897) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4062768 INFO  (Thread-4897) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4062862 ERROR (Thread-4897) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4062868 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[E45A11037FE4A8C5]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:33329
   [junit4]   2> 4062881 INFO  (zkConnectionManagerCallback-6255-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4062932 INFO  (jetty-launcher-6252-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 4062933 INFO  (jetty-launcher-6252-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4062933 INFO  (jetty-launcher-6252-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4062933 INFO  (jetty-launcher-6252-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4062933 INFO  (jetty-launcher-6252-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5656fcbf{/solr,null,AVAILABLE}
   [junit4]   2> 4062934 INFO  (jetty-launcher-6252-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c1594d3{SSL,[ssl, http/1.1]}{127.0.0.1:46695}
   [junit4]   2> 4062934 INFO  (jetty-launcher-6252-thread-1) [    ] o.e.j.s.Server Started @4063628ms
   [junit4]   2> 4062934 INFO  (jetty-launcher-6252-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46695}
   [junit4]   2> 4062934 ERROR (jetty-launcher-6252-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4062934 INFO  (jetty-launcher-6252-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4062934 INFO  (jetty-launcher-6252-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 4062934 INFO  (jetty-launcher-6252-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4062934 INFO  (jetty-launcher-6252-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4062934 INFO  (jetty-launcher-6252-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-05T22:33:54.516Z
   [junit4]   2> 4063001 INFO  (zkConnectionManagerCallback-6257-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4063002 INFO  (jetty-launcher-6252-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4064137 INFO  (jetty-launcher-6252-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33329/solr
   [junit4]   2> 4064161 INFO  (zkConnectionManagerCallback-6261-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4064189 INFO  (zkConnectionManagerCallback-6263-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4064632 INFO  (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46695_solr
   [junit4]   2> 4064633 INFO  (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr    ] o.a.s.c.Overseer Overseer (id=73616999257014275-127.0.0.1:46695_solr-n_0000000000) starting
   [junit4]   2> 4064656 INFO  (zkConnectionManagerCallback-6270-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4064669 INFO  (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33329/solr ready
   [junit4]   2> 4064670 INFO  (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46695_solr
   [junit4]   2> 4064688 INFO  (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46695_solr
   [junit4]   2> 4064733 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 4064754 INFO  (zkCallback-6269-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4064770 INFO  (zkCallback-6262-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4064770 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 4064770 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 4064770 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 4064771 INFO  (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4064812 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:46695_solr]
   [junit4]   2> 4064813 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4064814 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 4064835 DEBUG (ScheduledTrigger-9086-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 4064884 INFO  (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46695.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d029b3
   [junit4]   2> 4064916 INFO  (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46695.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d029b3
   [junit4]   2> 4064916 INFO  (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46695.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d029b3
   [junit4]   2> 4064917 INFO  (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_E45A11037FE4A8C5-001/tempDir-001/node1/.
   [junit4]   2> 4064948 INFO  (zkConnectionManagerCallback-6273-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4065017 INFO  (zkConnectionManagerCallback-6278-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4065018 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[E45A11037FE4A8C5]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4065019 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[E45A11037FE4A8C5]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33329/solr ready
   [junit4]   2> 4065236 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[E45A11037FE4A8C5]) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest {
   [junit4]   2>   "triggers":{
   [junit4]   2>     ".auto_add_replicas":{
   [junit4]   2>       "name":".auto_add_replicas",
   [junit4]   2>       "event":"nodeLost",
   [junit4]   2>       "waitFor":120,
   [junit4]   2>       "enabled":true,
   [junit4]   2>       "actions":[
   [junit4]   2>         {
   [junit4]   2>           "name":"auto_add_replicas_plan",
   [junit4]   2>           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]   2>         {
   [junit4]   2>           "name":"execute_plan",
   [junit4]   2>           "class":"solr.ExecutePlanAction"}]},
   [junit4]   2>     ".scheduled_maintenance":{
   [junit4]   2>       "name":".scheduled_maintenance",
   [junit4]   2>       "event":"scheduled",
   [junit4]   2>       "startTime":"NOW",
   [junit4]   2>       "every":"+1DAY",
   [junit4]   2>       "enabled":true,
   [junit4]   2>       "actions":[
   [junit4]   2>         {
   [junit4]   2>           "name":"inactive_shard_plan",
   [junit4]   2>           "class":"solr.InactiveShardPlanAction"},
   [junit4]   2>         {
   [junit4]   2>           "name":"execute_plan",
   [junit4]   2>           "class":"solr.ExecutePlanAction"}]}},
   [junit4]   2>   "listeners":{
   [junit4]   2>     ".auto_add_replicas.system":{
   [junit4]   2>       "beforeAction":[],
   [junit4]   2>       "afterAction":[],
   [junit4]   2>       "stage":[
   [junit4]   2>         "STARTED",
   [junit4]   2>         "ABORTED",
   [junit4]   2>         "SUCCEEDED",
   [junit4]   2>         "FAILED",
   [junit4]   2>         "BEFORE_ACTION",
   [junit4]   2>         "AFTER_ACTION",
   [junit4]   2>         "IGNORED"],
   [junit4]   2>       "trigger":".auto_add_replicas",
   [junit4]   2>       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
   [junit4]   2>     ".scheduled_maintenance.system":{
   [junit4]   2>       "beforeAction":[],
   [junit4]   2>       "afterAction":[],
   [junit4]   2>       "stage":[
   [junit4]   2>         "STARTED",
   [junit4]   2>         "ABORTED",
   [junit4]   2>         "SUCCEEDED",
   [junit4]   2>         "FAILED",
   [junit4]   2>         "BEFORE_ACTION",
   [junit4]   2>         "AFTER_ACTION",
   [junit4]   2>         "IGNORED"],
   [junit4]   2>       "trigger":".scheduled_maintenance",
   [junit4]   2>       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
   [junit4]   2>   "properties":{}}
   [junit4]   2> 4065344 INFO  (qtp1789518581-23676) [n:127.0.0.1:46695_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 4065345 DEBUG (qtp1789518581-23673) [n:127.0.0.1:46695_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4065346 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=38
   [junit4]   2> 4065349 DEBUG (zkCallback-6269-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 4065415 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 4065550 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4065568 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 4065608 INFO  (qtp1789518581-23675) [n:127.0.0.1:46695_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4065610 INFO  (OverseerThreadFactory-9088-thread-1-processing-n:127.0.0.1:46695_solr) [n:127.0.0.1:46695_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection ScheduledMaintenanceTriggerTest_collection1
   [junit4]   2> 4065631 DEBUG (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"ScheduledMaintenanceTriggerTest_collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 4065751 INFO  (qtp1789518581-23674) [n:127.0.0.1:46695_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 4065755 DEBUG (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"ScheduledMaintenanceTriggerTest_collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46695/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 4065755 INFO  (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"ScheduledMaintenanceTriggerTest_collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46695/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4065839 DEBUG (ScheduledTrigger-9086-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 4065959 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr    x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4065959 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr    x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4065961 DEBUG (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:46695/solr",
   [junit4]   2>   "node_name":"127.0.0.1:46695_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"ScheduledMaintenanceTriggerTest_collection1",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 4066877 DEBUG (ScheduledTrigger-9086-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 4066997 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 4067062 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 4067065 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 4067065 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1' using configuration from collection ScheduledMaintenanceTriggerTest_collection1, trusted=true
   [junit4]   2> 4067065 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46695.solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1' (registry 'solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d029b3
   [junit4]   2> 4067066 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_E45A11037FE4A8C5-001/tempDir-001/node1/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_E45A11037FE4A8C5-001/tempDir-001/node1/./ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/data/]
   [junit4]   2> 4067171 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4067171 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4067172 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4067172 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4067173 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6336e53b[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main]
   [junit4]   2> 4067175 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 4067175 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 4067175 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4067176 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616335065587908608
   [junit4]   2> 4067176 INFO  (searcherExecutor-9093-thread-1-processing-n:127.0.0.1:46695_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1 c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Registered new searcher Searcher@6336e53b[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4067181 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/ScheduledMaintenanceTriggerTest_collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 4067196 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4067196 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4067196 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46695/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/
   [junit4]   2> 4067197 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4067197 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:46695/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 4067200 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46695/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ shard1
   [junit4]   2> 4067200 DEBUG (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"ScheduledMaintenanceTriggerTest_collection1",
   [junit4]   2>   "base_url":"https://127.0.0.1:46695/solr",
   [junit4]   2>   "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 4067353 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4067354 DEBUG (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:46695/solr",
   [junit4]   2>   "node_name":"127.0.0.1:46695_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"ScheduledMaintenanceTriggerTest_collection1",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 4067378 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1419
   [junit4]   2> 4067381 INFO  (qtp1789518581-23675) [n:127.0.0.1:46695_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 4067455 INFO  (zkCallback-6262-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/ScheduledMaintenanceTriggerTest_collection1/state.json] for collection [ScheduledMaintenanceTriggerTest_collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4067613 INFO  (OverseerCollectionConfigSetProcessor-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4067878 DEBUG (ScheduledTrigger-9086-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 4068382 INFO  (qtp1789518581-23675) [n:127.0.0.1:46695_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2774
   [junit4]   2> 4068389 INFO  (qtp1789518581-23670) [n:127.0.0.1:46695_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 4068390 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 4068390 DEBUG (qtp1789518581-23674) [n:127.0.0.1:46695_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4068391 INFO  (qtp1789518581-23674) [n:127.0.0.1:46695_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 4068392 DEBUG (zkCallback-6269-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 4068392 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 4068393 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4068395 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 4068418 INFO  (qtp1789518581-23670) [n:127.0.0.1:46695_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 4068419 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 4068419 DEBUG (qtp1789518581-23675) [n:127.0.0.1:46695_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4068420 INFO  (qtp1789518581-23675) [n:127.0.0.1:46695_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=28
   [junit4]   2> 4068420 DEBUG (zkCallback-6269-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 4068420 INFO  (qtp1789518581-23674) [n:127.0.0.1:46695_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params action=SPLITSHARD&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4068421 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 4068421 DEBUG (ScheduledTrigger-9086-thread-1) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger .scheduled_maintenance firing registered processor for scheduled time 2018-11-05T22:33:58.351Z, now=2018-11-05T22:34:00.002Z
   [junit4]   2> 4068423 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4068424 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 4068424 INFO  (ScheduledTrigger-9086-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 4068425 INFO  (ScheduledTrigger-9086-thread-1) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=23794640944133397, stage=STARTED, actionName='null', event={
   [junit4]   2>   "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":23794640940951096,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1541457240002,
   [junit4]   2>     "_enqueue_time_":23794640942975135}}, context={}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 4068443 INFO  (AutoscalingActionExecutor-9087-thread-1) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=23794640962219697, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
   [junit4]   2>   "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":23794640940951096,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1541457240002,
   [junit4]   2>     "_enqueue_time_":23794640942975135}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 4068465 INFO  (qtp1789518581-23670) [n:127.0.0.1:46695_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace&wt=javabin&version=2&group=solr.node} status=0 QTime=21
   [junit4]   2> 4068466 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 4068468 INFO  (OverseerThreadFactory-9088-thread-2-processing-n:127.0.0.1:46695_solr) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1  ] o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
   [junit4]   2> 4068468 DEBUG (AutoscalingActionExecutor-9087-thread-1) [    ] o.a.s.c.a.InactiveShardPlanAction ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting: locktstamp=1541284439964380096, time=1541457240049575494, delta=172800
   [junit4]   2> 4068468 DEBUG (AutoscalingActionExecutor-9087-thread-1) [    ] o.a.s.c.a.InactiveShardPlanAction -- delete inactive split lock for ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting, delta=172800
   [junit4]   2> 4068468 INFO  (AutoscalingActionExecutor-9087-thread-1) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=23794640987904710, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
   [junit4]   2>   "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":23794640940951096,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1541457240002,
   [junit4]   2>     "_enqueue_time_":23794640942975135}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541284439964380096, currentTimeNs=1541457240049575494, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan]}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 4068469 DEBUG (AutoscalingActionExecutor-9087-thread-1) [    ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":23794640940951096,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1541457240002,
   [junit4]   2>     "_enqueue_time_":23794640942975135}} with context properties: {inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541284439964380096, currentTimeNs=1541457240049575494, deltaSec=172800, ttlSec=20}}}, AFTER_ACTION=[inactive_shard_plan], BEFORE_ACTION=[inactive_shard_plan, execute_plan]}
   [junit4]   2> 4068469 INFO  (AutoscalingActionExecutor-9087-thread-1) [    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":23794640940951096,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1541457240002,
   [junit4]   2>     "_enqueue_time_":23794640942975135}}
   [junit4]   2> 4068471 DEBUG (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "shard_parent_node":"127.0.0.1:46695_solr",
   [junit4]   2>   "shard_parent":"shard1",
   [junit4]   2>   "shard_range":"80000000-ffffffff",
   [junit4]   2>   "shard":"shard1_0",
   [junit4]   2>   "collection":"ScheduledMaintenanceTriggerTest_collection1",
   [junit4]   2>   "shard_state":"construction",
   [junit4]   2>   "operation":"createshard",
   [junit4]   2>   "shard_parent_zk_session":73616999257014275} current state version: 0
   [junit4]   2> 4068478 INFO  (AutoscalingActionExecutor-9087-thread-1) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=23794640997247031, stage=SUCCEEDED, actionName='null', event={
   [junit4]   2>   "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":23794640940951096,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1541457240002,
   [junit4]   2>     "_enqueue_time_":23794640942975135}}, context={}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 4068572 INFO  (zkCallback-6262-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/ScheduledMaintenanceTriggerTest_collection1/state.json] for collection [ScheduledMaintenanceTriggerTest_collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4069472 INFO  (qtp1789518581-23670) [n:127.0.0.1:46695_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 4069474 INFO  (qtp1789518581-23673) [n:127.0.0.1:46695_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 4069474 INFO  (OverseerThreadFactory-9088-thread-2-processing-n:127.0.0.1:46695_solr) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:46695_solr for creating new replica of sh

[...truncated too long message...]

Apples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1145664343
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1145664343
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1145664343

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 91ms :: artifacts dl 1ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 229 minutes 32 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 202 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/202/

3 tests failed.
FAILED:  org.apache.solr.cloud.TestAuthenticationFramework.testBasics

Error Message:
Error from server at https://127.0.0.1:34516/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:34516/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([FEB387B1419FD11:323396572CF7A361]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:125)
	at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:76)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34516/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete

Error Message:
Error from server at https://127.0.0.1:35027/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:35027/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([FEB387B1419FD11:AC1196DE93F117B4]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:170)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35027/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica

Error Message:
Timeout waiting for collection to become active Live Nodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr] Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/30)={   "replicationFactor":"1",   "pullReplicas":"0",   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"1",   "tlogReplicas":"0",   "autoCreated":"true",   "policy":"c1",   "shards":{"shard1":{       "replicas":{"core_node1":{           "core":"testCreateCollectionAddReplica_shard1_replica_n1",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10004_solr",           "state":"active",           "type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}},       "range":"80000000-7fffffff",       "state":"active"}}}

Stack Trace:
java.lang.AssertionError: Timeout waiting for collection to become active
Live Nodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/30)={
  "replicationFactor":"1",
  "pullReplicas":"0",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"0",
  "autoCreated":"true",
  "policy":"c1",
  "shards":{"shard1":{
      "replicas":{"core_node1":{
          "core":"testCreateCollectionAddReplica_shard1_replica_n1",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10004_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      "range":"80000000-7fffffff",
      "state":"active"}}}
	at __randomizedtesting.SeedInfo.seed([FEB387B1419FD11:8FCB5D55055A15B7]:0)
	at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:70)
	at org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica(TestSimPolicyCloud.java:123)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 31
live nodes:[127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
collections:{testCreateCollectionAddReplica=DocCollection(testCreateCollectionAddReplica//clusterstate.json/30)={
  "replicationFactor":"1",
  "pullReplicas":"0",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"0",
  "autoCreated":"true",
  "policy":"c1",
  "shards":{"shard1":{
      "replicas":{"core_node1":{
          "core":"testCreateCollectionAddReplica_shard1_replica_n1",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10004_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      "range":"80000000-7fffffff",
      "state":"active"}}}}, last coll state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/30)={
  "replicationFactor":"1",
  "pullReplicas":"0",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"0",
  "autoCreated":"true",
  "policy":"c1",
  "shards":{"shard1":{
      "replicas":{"core_node1":{
          "core":"testCreateCollectionAddReplica_shard1_replica_n1",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "node_name":"127.0.0.1:10004_solr",
          "state":"active",
          "type":"NRT",
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      "range":"80000000-7fffffff",
      "state":"active"}}}
	at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
	at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:64)
	... 41 more




Build Log:
[...truncated 12740 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud
   [junit4]   2> 308350 INFO  (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimPolicyCloud_FEB387B1419FD11-001/init-core-data-001
   [junit4]   2> 308351 WARN  (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 308351 INFO  (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 308353 INFO  (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 308431 DEBUG (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
   [junit4]   2> 308433 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 308434 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 308435 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 308435 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 308442 DEBUG (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 308444 DEBUG (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 308445 INFO  (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 308455 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 308456 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 308456 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 308457 DEBUG (ScheduledTrigger-974-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308461 INFO  (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMetricsTag
   [junit4]   2> 308461 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 308463 INFO  (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 308463 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 308467 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 308467 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 308467 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 308467 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 308468 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 308468 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 308469 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 308470 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 308470 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 308470 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 308471 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 308471 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 308471 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 308471 DEBUG (ScheduledTrigger-979-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308492 DEBUG (ScheduledTrigger-979-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308512 DEBUG (ScheduledTrigger-979-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308533 DEBUG (ScheduledTrigger-979-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308553 DEBUG (ScheduledTrigger-979-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308574 DEBUG (ScheduledTrigger-979-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308594 DEBUG (ScheduledTrigger-979-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308615 DEBUG (ScheduledTrigger-979-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308635 DEBUG (ScheduledTrigger-979-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308655 DEBUG (ScheduledTrigger-979-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308675 DEBUG (ScheduledTrigger-979-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308692 ERROR (simCloudManagerPool-978-thread-1) [    ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {replica=<2, shard=#EACH, node=#ANY}, {metrics:abc=overseer, replica=0}], errorMessages=[Invalid metrics: param in {
   [junit4]   2>   "metrics:abc":"overseer",
   [junit4]   2>   "replica":0} must have at 2 or 3 segments after 'metrics:' separated by ':']}], 
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:210)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:148)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:706)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$15(SimCloudManager.java:651)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 308692 DEBUG (simCloudManagerPool-978-thread-1) [    ] o.a.s.c.a.s.SimCloudManager -- exception handling request
   [junit4]   2> org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:210) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:148) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:706) ~[test/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$15(SimCloudManager.java:651) ~[test/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_172]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   2> 308696 DEBUG (ScheduledTrigger-979-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308696 DEBUG (simCloudManagerPool-978-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
   [junit4]   2> 308697 DEBUG (simCloudManagerPool-978-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 308705 DEBUG (simCloudManagerPool-978-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 308706 DEBUG (simCloudManagerPool-978-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 308710 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 308710 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 308710 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 308715 DEBUG (simCloudManagerPool-978-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection metricsTest, currentVersion=2
   [junit4]   2> 308716 DEBUG (simCloudManagerPool-978-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
   [junit4]   2> 308716 DEBUG (simCloudManagerPool-978-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 308716 DEBUG (ScheduledTrigger-979-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308730 DEBUG (simCloudManagerPool-978-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
   [junit4]   2> 308734 DEBUG (simCloudManagerPool-978-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 308736 DEBUG (ScheduledTrigger-979-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308753 DEBUG (simCloudManagerPool-978-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection metricsTest, currentVersion=4
   [junit4]   2> 308757 DEBUG (ScheduledTrigger-979-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308768 DEBUG (simCloudManagerPool-978-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
   [junit4]   2> 308770 DEBUG (simCloudManagerPool-978-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 308772 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
   [junit4]   2> 308774 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 308775 INFO  (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMetricsTag
   [junit4]   2> 308777 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
   [junit4]   2> 308777 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 308777 DEBUG (ScheduledTrigger-979-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308783 DEBUG (simCloudManagerPool-978-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for metricsTest / shard1 (currentVersion=7): {"core_node1":{
   [junit4]   2>     "core":"metricsTest_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"metricsTest",
   [junit4]   2>     "node_name":"127.0.0.1:10003_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 308798 DEBUG (ScheduledTrigger-979-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308818 DEBUG (ScheduledTrigger-979-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308838 DEBUG (ScheduledTrigger-979-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308843 INFO  (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		5
   [junit4]   2> ## Empty nodes:	4
   [junit4]   2> ## Dead nodes:		0
   [junit4]   2> ## Collections:
   [junit4]   2> ##  * metricsTest
   [junit4]   2> ##    shardsTotal	1
   [junit4]   2> ##    shardsState	{active=1}
   [junit4]   2> ##      shardsWithoutLeader	1
   [junit4]   2> ##    totalReplicas	1
   [junit4]   2> ##      activeReplicas	1
   [junit4]   2> ##      inactiveReplicas	0
   [junit4]   2> ##    totalActiveDocs	0
   [junit4]   2> ##      bufferedDocs	0
   [junit4]   2> ##      maxActiveSliceDocs	0
   [junit4]   2> ##      minActiveSliceDocs	0
   [junit4]   2> ##      avgActiveSliceDocs	0
   [junit4]   2> ##    totalInactiveDocs	0
   [junit4]   2> ##      maxInactiveSliceDocs	0
   [junit4]   2> ##      minInactiveSliceDocs	0
   [junit4]   2> ##      avgInactiveSliceDocs	NaN
   [junit4]   2> ##    totalActiveBytes	10,240
   [junit4]   2> ##      maxActiveSliceBytes	10,240
   [junit4]   2> ##      minActiveSliceBytes	10,240
   [junit4]   2> ##      avgActiveSliceBytes	10,240
   [junit4]   2> ##    totalInactiveBytes	0
   [junit4]   2> ##      maxInactiveSliceBytes	0
   [junit4]   2> ##      minInactiveSliceBytes	0
   [junit4]   2> ##      avgInactiveSliceBytes	NaN
   [junit4]   2> ##    totalActiveDeletedDocs	0
   [junit4]   2> ## Max replicas per node:	1
   [junit4]   2> ## Min replicas per node:	0
   [junit4]   2> ## Total replicas:		1
   [junit4]   2> ## * metricsTest		1
   [junit4]   2> ##		- active           1
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- CREATE             1
   [junit4]   2> ##		- autoscaling        2
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> 
   [junit4]   2> 308854 INFO  (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDataProviderPerReplicaDetails
   [junit4]   2> 308854 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 308854 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 308854 INFO  (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 308854 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 308854 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 308855 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_172]
   [junit4]   2> 	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_172]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   2> 308855 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 308855 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 308856 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 308856 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 308856 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 308856 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 308858 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 308858 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 308859 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
   [junit4]   2> 308859 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 308859 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 308860 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 308860 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 308860 DEBUG (ScheduledTrigger-982-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308881 DEBUG (ScheduledTrigger-982-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308901 DEBUG (ScheduledTrigger-982-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308921 DEBUG (ScheduledTrigger-982-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308941 DEBUG (ScheduledTrigger-982-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308962 DEBUG (ScheduledTrigger-982-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 308982 DEBUG (ScheduledTrigger-982-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309002 DEBUG (ScheduledTrigger-982-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309022 DEBUG (ScheduledTrigger-982-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309043 DEBUG (ScheduledTrigger-982-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309057 DEBUG (simCloudManagerPool-981-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection perReplicaDataColl, currentVersion=7
   [junit4]   2> 309057 DEBUG (simCloudManagerPool-981-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
   [junit4]   2> 309058 DEBUG (simCloudManagerPool-981-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 309063 DEBUG (ScheduledTrigger-982-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309068 DEBUG (simCloudManagerPool-981-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
   [junit4]   2> 309068 DEBUG (simCloudManagerPool-981-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 309073 DEBUG (simCloudManagerPool-981-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection perReplicaDataColl, currentVersion=9
   [junit4]   2> 309083 DEBUG (simCloudManagerPool-981-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
   [junit4]   2> 309083 DEBUG (ScheduledTrigger-982-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309083 DEBUG (simCloudManagerPool-981-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 309092 DEBUG (simCloudManagerPool-981-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for perReplicaDataColl / shard1 (currentVersion=10): {"core_node1":{
   [junit4]   2>     "core":"perReplicaDataColl_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"perReplicaDataColl",
   [junit4]   2>     "node_name":"127.0.0.1:10003_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 309101 DEBUG (simCloudManagerPool-981-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
   [junit4]   2> 309102 DEBUG (simCloudManagerPool-981-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 309103 DEBUG (ScheduledTrigger-982-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309112 DEBUG (simCloudManagerPool-981-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
   [junit4]   2> 309112 DEBUG (simCloudManagerPool-981-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 309123 DEBUG (simCloudManagerPool-981-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
   [junit4]   2> 309123 DEBUG (simCloudManagerPool-981-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
   [junit4]   2> 309123 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
   [junit4]   2> 309124 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
   [junit4]   2> 309124 DEBUG (ScheduledTrigger-982-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309135 DEBUG (simCloudManagerPool-981-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
   [junit4]   2> 309135 DEBUG (simCloudManagerPool-981-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
   [junit4]   2> 309144 DEBUG (ScheduledTrigger-982-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309165 DEBUG (ScheduledTrigger-982-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309185 DEBUG (ScheduledTrigger-982-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309205 DEBUG (ScheduledTrigger-982-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309226 DEBUG (ScheduledTrigger-982-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309246 DEBUG (ScheduledTrigger-982-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309253 INFO  (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDataProviderPerReplicaDetails
   [junit4]   2> 309253 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
   [junit4]   2> 309253 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
   [junit4]   2> 309253 INFO  (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		5
   [junit4]   2> ## Empty nodes:	5
   [junit4]   2> ## Dead nodes:		0
   [junit4]   2> ## Collections:
   [junit4]   2> ## Max replicas per node:	0
   [junit4]   2> ## Min replicas per node:	0
   [junit4]   2> ## Total replicas:		0
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- CREATE             1
   [junit4]   2> ##		- DELETE             1
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> 
   [junit4]   2> 309264 INFO  (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionSplitShard
   [junit4]   2> 309265 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 309265 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 309265 INFO  (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 309265 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 309265 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 309265 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_172]
   [junit4]   2> 	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_172]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   2> 309266 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 309266 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 309266 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 309267 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 309267 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 309267 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 309276 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 309276 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 309278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
   [junit4]   2> 309278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 309278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 309279 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 309279 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 309280 DEBUG (ScheduledTrigger-985-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309300 DEBUG (ScheduledTrigger-985-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309322 DEBUG (ScheduledTrigger-985-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309342 DEBUG (ScheduledTrigger-985-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309363 DEBUG (ScheduledTrigger-985-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309383 DEBUG (ScheduledTrigger-985-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309403 DEBUG (ScheduledTrigger-985-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309424 DEBUG (ScheduledTrigger-985-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309444 DEBUG (ScheduledTrigger-985-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309464 DEBUG (ScheduledTrigger-985-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309478 DEBUG (simCloudManagerPool-984-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16
   [junit4]   2> 309478 DEBUG (simCloudManagerPool-984-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
   [junit4]   2> 309479 DEBUG (simCloudManagerPool-984-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 309484 DEBUG (ScheduledTrigger-985-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309487 DEBUG (simCloudManagerPool-984-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 309488 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 309489 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 309489 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 309489 DEBUG (simCloudManagerPool-984-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCreateCollectionSplitShard, currentVersion=17
   [junit4]   2> 309489 DEBUG (simCloudManagerPool-984-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17
   [junit4]   2> 309490 DEBUG (simCloudManagerPool-984-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
   [junit4]   2> 309500 DEBUG (simCloudManagerPool-984-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18
   [junit4]   2> 309500 DEBUG (simCloudManagerPool-984-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
   [junit4]   2> 309505 DEBUG (ScheduledTrigger-985-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309521 DEBUG (simCloudManagerPool-984-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCreateCollectionSplitShard, currentVersion=19
   [junit4]   2> 309525 DEBUG (ScheduledTrigger-985-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309531 DEBUG (simCloudManagerPool-984-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19
   [junit4]   2> 309532 DEBUG (simCloudManagerPool-984-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
   [junit4]   2> 309538 DEBUG (simCloudManagerPool-984-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCreateCollectionSplitShard / shard1 (currentVersion=20): {"core_node1":{
   [junit4]   2>     "core":"testCreateCollectionSplitShard_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCreateCollectionSplitShard",
   [junit4]   2>     "node_name":"127.0.0.1:10003_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 309545 DEBUG (ScheduledTrigger-985-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309546 DEBUG (simCloudManagerPool-984-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20
   [junit4]   2> 309546 DEBUG (simCloudManagerPool-984-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
   [junit4]   2> 309546 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21
   [junit4]   2> 309547 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
   [junit4]   2> 309565 DEBUG (ScheduledTrigger-985-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309586 DEBUG (ScheduledTrigger-985-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309606 DEBUG (ScheduledTrigger-985-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309626 DEBUG (ScheduledTrigger-985-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309646 DEBUG (ScheduledTrigger-985-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309651 INFO  (simCloudManagerPool-984-thread-6) [    ] o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
   [junit4]   2> 309667 DEBUG (ScheduledTrigger-985-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309687 DEBUG (ScheduledTrigger-985-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309707 DEBUG (ScheduledTrigger-985-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309715 DEBUG (simCloudManagerPool-984-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=22
   [junit4]   2> 309716 DEBUG (simCloudManagerPool-984-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
   [junit4]   2> 309718 DEBUG (simCloudManagerPool-984-thread-8) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCreateCollectionSplitShard / shard1_0 (currentVersion=23): {"core_node6":{
   [junit4]   2>     "core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
   [junit4]   2>     "shard":"shard1_0",
   [junit4]   2>     "collection":"testCreateCollectionSplitShard",
   [junit4]   2>     "node_name":"127.0.0.1:10003_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":20480,
   [junit4]   2>     "base_url":"http://127.0.0.1:10003/solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":1.9073486328125E-5,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 309718 DEBUG (simCloudManagerPool-984-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testCreateCollectionSplitShard / shard1_0:{
   [junit4]   2>   "parent":"shard1",
   [junit4]   2>   "stateTimestamp":"1541366162669211550",
   [junit4]   2>   "range":"80000000-ffffffff",
   [junit4]   2>   "state":"construction",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node6":{
   [junit4]   2>       "core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":20480,
   [junit4]   2>       "node_name":"127.0.0.1:10003_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10003/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":1.9073486328125E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":0},
   [junit4]   2>     "core_node8":{
   [junit4]   2>       "core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":20480,
   [junit4]   2>       "node_name":"127.0.0.1:10004_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10004/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":1.9073486328125E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":0}}}
   [junit4]   2> 309719 DEBUG (simCloudManagerPool-984-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCreateCollectionSplitShard / shard1_1 (currentVersion=23): {"core_node10":{
   [junit4]   2>     "core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
   [junit4]   2>     "shard":"shard1_1",
   [junit4]   2>     "collection":"testCreateCollectionSplitShard",
   [junit4]   2>     "node_name":"127.0.0.1:10004_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "base_url":"http://127.0.0.1:10004/solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 309720 DEBUG (simCloudManagerPool-984-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=23
   [junit4]   2> 309721 DEBUG (simCloudManagerPool-984-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
   [junit4]   2> 309724 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=24
   [junit4]   2> 309724 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
   [junit4]   2> 309729 DEBUG (ScheduledTrigger-985-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309750 DEBUG (ScheduledTrigger-985-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309770 DEBUG (ScheduledTrigger-985-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309790 DEBUG (ScheduledTrigger-985-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309811 DEBUG (ScheduledTrigger-985-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309831 INFO  (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionSplitShard
   [junit4]   2> 309831 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=25
   [junit4]   2> 309831 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25
   [junit4]   2> 309831 INFO  (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		5
   [junit4]   2> ## Empty nodes:	5
   [junit4]   2> ## Dead nodes:		0
   [junit4]   2> ## Collections:
   [junit4]   2> ## Max replicas per node:	0
   [junit4]   2> ## Min replicas per node:	0
   [junit4]   2> ## Total replicas:		0
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- CREATE             1
   [junit4]   2> ##		- DELETE             1
   [junit4]   2> ##		- SPLITSHARD         1
   [junit4]   2> ##		- autoscaling        1
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> 
   [junit4]   2> 309833 DEBUG (ScheduledTrigger-985-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309841 INFO  (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddReplica
   [junit4]   2> 309842 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 309842 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 309842 INFO  (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 309842 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 309843 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 309844 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_172]
   [junit4]   2> 	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_172]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   2> 309842 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 309844 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 309844 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 309845 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 309845 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 309845 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 309849 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 309849 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
   [junit4]   2> 309850 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion -1
   [junit4]   2> 309850 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 309857 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 309857 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 309859 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
   [junit4]   2> 309859 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309881 DEBUG (ScheduledTrigger-988-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309902 DEBUG (ScheduledTrigger-988-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309922 DEBUG (ScheduledTrigger-988-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309942 DEBUG (ScheduledTrigger-988-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309963 DEBUG (ScheduledTrigger-988-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 309983 DEBUG (ScheduledTrigger-988-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310003 DEBUG (ScheduledTrigger-988-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310023 DEBUG (ScheduledTrigger-988-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310044 DEBUG (ScheduledTrigger-988-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310050 DEBUG (simCloudManagerPool-987-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=26
   [junit4]   2> 310050 DEBUG (simCloudManagerPool-987-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26
   [junit4]   2> 310054 DEBUG (simCloudManagerPool-987-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 310054 DEBUG (simCloudManagerPool-987-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
   [junit4]   2> 310055 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
   [junit4]   2> 310055 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 310055 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
   [junit4]   2> 310055 DEBUG (simCloudManagerPool-987-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCreateCollectionAddReplica, currentVersion=27
   [junit4]   2> 310056 DEBUG (simCloudManagerPool-987-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=27
   [junit4]   2> 310056 DEBUG (simCloudManagerPool-987-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 27
   [junit4]   2> 310064 DEBUG (ScheduledTrigger-988-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310066 DEBUG (simCloudManagerPool-987-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=28
   [junit4]   2> 310066 DEBUG (simCloudManagerPool-987-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 28
   [junit4]   2> 310069 DEBUG (simCloudManagerPool-987-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCreateCollectionAddReplica, currentVersion=29
   [junit4]   2> 310079 DEBUG (simCloudManagerPool-987-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=29
   [junit4]   2> 310079 DEBUG (simCloudManagerPool-987-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 29
   [junit4]   2> 310080 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=30
   [junit4]   2> 310080 DEBUG (simCloudManagerPool-987-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCreateCollectionAddReplica / shard1 (currentVersion=30): {"core_node1":{
   [junit4]   2>     "core":"testCreateCollectionAddReplica_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCreateCollectionAddReplica",
   [junit4]   2>     "node_name":"127.0.0.1:10004_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 310080 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 30
   [junit4]   2> 310084 DEBUG (ScheduledTrigger-988-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310104 DEBUG (ScheduledTrigger-988-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310124 DEBUG (ScheduledTrigger-988-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310145 DEBUG (ScheduledTrigger-988-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310165 DEBUG (ScheduledTrigger-988-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310185 DEBUG (ScheduledTrigger-988-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310205 DEBUG (ScheduledTrigger-988-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310226 DEBUG (ScheduledTrigger-988-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310246 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310266 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310286 DEBUG (ScheduledTrigger-988-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310307 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310327 DEBUG (ScheduledTrigger-988-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310347 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310367 DEBUG (ScheduledTrigger-988-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310388 DEBUG (ScheduledTrigger-988-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310408 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310428 DEBUG (ScheduledTrigger-988-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310448 DEBUG (ScheduledTrigger-988-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310468 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310489 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310509 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310529 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310549 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310570 DEBUG (ScheduledTrigger-988-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310590 DEBUG (ScheduledTrigger-988-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310610 DEBUG (ScheduledTrigger-988-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310630 DEBUG (ScheduledTrigger-988-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310651 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310671 DEBUG (ScheduledTrigger-988-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310691 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310711 DEBUG (ScheduledTrigger-988-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310732 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310752 DEBUG (ScheduledTrigger-988-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310772 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310792 DEBUG (ScheduledTrigger-988-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310813 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310833 DEBUG (ScheduledTrigger-988-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 310853 DEBUG (ScheduledTrigger-988-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 

[...truncated too long message...]

kins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null479831478
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null479831478
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null479831478

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 37ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 119 minutes 33 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 201 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/201/

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple

Error Message:
Error from server at https://127.0.0.1:35690/solr: org.apache.solr.common.SolrException: 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35690/solr: org.apache.solr.common.SolrException: 
	at __randomizedtesting.SeedInfo.seed([831E318FDB5BFE33:BBAD1571FCA82AE2]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:118)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned

Error Message:
Error from server at https://127.0.0.1:44241/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:44241/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([BA8E8B05E879B22E:424872307B602AE6]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44241/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 14316 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/init-core-data-001
   [junit4]   2> 3258829 WARN  (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
   [junit4]   2> 3258829 INFO  (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3258831 INFO  (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3258833 INFO  (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3258833 INFO  (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001
   [junit4]   2> 3258833 INFO  (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3258834 INFO  (Thread-5017) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3258834 INFO  (Thread-5017) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3258838 ERROR (Thread-5017) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3258934 INFO  (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45068
   [junit4]   2> 3258937 INFO  (zkConnectionManagerCallback-8288-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3258944 INFO  (jetty-launcher-8285-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 3258945 INFO  (jetty-launcher-8285-thread-3) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 3258946 INFO  (jetty-launcher-8285-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 3258946 INFO  (jetty-launcher-8285-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3258946 INFO  (jetty-launcher-8285-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3258946 INFO  (jetty-launcher-8285-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3258946 INFO  (jetty-launcher-8285-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3258946 INFO  (jetty-launcher-8285-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3258946 INFO  (jetty-launcher-8285-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3258947 INFO  (jetty-launcher-8285-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e88798d{/solr,null,AVAILABLE}
   [junit4]   2> 3258948 INFO  (jetty-launcher-8285-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3258948 INFO  (jetty-launcher-8285-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3258948 INFO  (jetty-launcher-8285-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3258948 INFO  (jetty-launcher-8285-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cce861{/solr,null,AVAILABLE}
   [junit4]   2> 3258948 INFO  (jetty-launcher-8285-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5baa3550{/solr,null,AVAILABLE}
   [junit4]   2> 3258949 INFO  (jetty-launcher-8285-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4bb4080f{SSL,[ssl, http/1.1]}{127.0.0.1:38706}
   [junit4]   2> 3258949 INFO  (jetty-launcher-8285-thread-3) [    ] o.e.j.s.Server Started @3259005ms
   [junit4]   2> 3258949 INFO  (jetty-launcher-8285-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38706}
   [junit4]   2> 3258953 ERROR (jetty-launcher-8285-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3258953 INFO  (jetty-launcher-8285-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3258953 INFO  (jetty-launcher-8285-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3258953 INFO  (jetty-launcher-8285-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3258953 INFO  (jetty-launcher-8285-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3258953 INFO  (jetty-launcher-8285-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-03T21:56:54.757Z
   [junit4]   2> 3258952 INFO  (jetty-launcher-8285-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7861791a{SSL,[ssl, http/1.1]}{127.0.0.1:37454}
   [junit4]   2> 3258954 INFO  (jetty-launcher-8285-thread-2) [    ] o.e.j.s.Server Started @3259010ms
   [junit4]   2> 3258954 INFO  (jetty-launcher-8285-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37454}
   [junit4]   2> 3258952 INFO  (jetty-launcher-8285-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@70d9d5e5{SSL,[ssl, http/1.1]}{127.0.0.1:35690}
   [junit4]   2> 3258954 ERROR (jetty-launcher-8285-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3258954 INFO  (jetty-launcher-8285-thread-1) [    ] o.e.j.s.Server Started @3259010ms
   [junit4]   2> 3258954 INFO  (jetty-launcher-8285-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3258954 INFO  (jetty-launcher-8285-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35690}
   [junit4]   2> 3258954 INFO  (jetty-launcher-8285-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3258954 INFO  (jetty-launcher-8285-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3258954 INFO  (jetty-launcher-8285-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3258954 INFO  (jetty-launcher-8285-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-03T21:56:54.758Z
   [junit4]   2> 3258954 ERROR (jetty-launcher-8285-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3258954 INFO  (jetty-launcher-8285-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3258954 INFO  (jetty-launcher-8285-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3258954 INFO  (jetty-launcher-8285-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3258954 INFO  (jetty-launcher-8285-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3258954 INFO  (jetty-launcher-8285-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-03T21:56:54.758Z
   [junit4]   2> 3258956 INFO  (zkConnectionManagerCallback-8290-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3258956 INFO  (jetty-launcher-8285-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3258956 INFO  (zkConnectionManagerCallback-8292-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3258956 INFO  (zkConnectionManagerCallback-8294-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3258960 INFO  (jetty-launcher-8285-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3258960 INFO  (jetty-launcher-8285-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3259086 INFO  (jetty-launcher-8285-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45068/solr
   [junit4]   2> 3259087 INFO  (zkConnectionManagerCallback-8298-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3259090 INFO  (zkConnectionManagerCallback-8300-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3259099 INFO  (jetty-launcher-8285-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45068/solr
   [junit4]   2> 3259110 INFO  (zkConnectionManagerCallback-8304-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3259113 INFO  (zkConnectionManagerCallback-8308-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3259129 INFO  (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37454_solr
   [junit4]   2> 3259130 INFO  (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr    ] o.a.s.c.Overseer Overseer (id=72215994576863239-127.0.0.1:37454_solr-n_0000000000) starting
   [junit4]   2> 3259140 INFO  (zkConnectionManagerCallback-8315-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3259143 INFO  (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45068/solr ready
   [junit4]   2> 3259144 INFO  (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37454_solr
   [junit4]   2> 3259145 INFO  (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37454_solr
   [junit4]   2> 3259146 INFO  (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3259148 INFO  (zkCallback-8314-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3259189 INFO  (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3259214 INFO  (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3259219 INFO  (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3259219 INFO  (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35690_solr
   [junit4]   2> 3259224 INFO  (zkCallback-8314-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3259224 INFO  (zkCallback-8307-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3259225 INFO  (zkCallback-8299-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3259249 INFO  (zkConnectionManagerCallback-8321-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3259250 INFO  (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3259251 INFO  (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45068/solr ready
   [junit4]   2> 3259251 INFO  (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3259256 INFO  (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37454.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
   [junit4]   2> 3259281 INFO  (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37454.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
   [junit4]   2> 3259281 INFO  (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37454.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
   [junit4]   2> 3259283 INFO  (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node2/.
   [junit4]   2> 3259289 INFO  (jetty-launcher-8285-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45068/solr
   [junit4]   2> 3259289 INFO  (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35690.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
   [junit4]   2> 3259292 INFO  (zkConnectionManagerCallback-8326-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3259295 INFO  (zkConnectionManagerCallback-8328-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3259303 INFO  (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35690.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
   [junit4]   2> 3259304 INFO  (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35690.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
   [junit4]   2> 3259305 INFO  (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node1/.
   [junit4]   2> 3259308 INFO  (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3259313 INFO  (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3259313 INFO  (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38706_solr
   [junit4]   2> 3259320 INFO  (zkCallback-8327-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3259320 INFO  (zkCallback-8314-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3259320 INFO  (zkCallback-8307-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3259321 INFO  (zkCallback-8299-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3259328 INFO  (zkCallback-8320-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3259340 INFO  (zkConnectionManagerCallback-8335-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3259341 INFO  (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3259343 INFO  (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45068/solr ready
   [junit4]   2> 3259343 INFO  (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3259368 INFO  (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38706.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
   [junit4]   2> 3259382 INFO  (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38706.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
   [junit4]   2> 3259382 INFO  (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38706.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
   [junit4]   2> 3259383 INFO  (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node3/.
   [junit4]   2> 3259455 INFO  (zkConnectionManagerCallback-8338-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3259465 INFO  (zkConnectionManagerCallback-8343-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3259467 INFO  (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3259468 INFO  (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45068/solr ready
   [junit4]   2> 3259513 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 3259568 INFO  (TEST-AutoAddReplicasPlanActionTest.testSimple-seed#[831E318FDB5BFE33]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 3259592 INFO  (qtp717288854-23871) [n:127.0.0.1:35690_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:37454_solr,127.0.0.1:35690_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3259598 INFO  (OverseerThreadFactory-8441-thread-1-processing-n:127.0.0.1:37454_solr) [n:127.0.0.1:37454_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 3259711 INFO  (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35690/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3259714 INFO  (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37454/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3259718 INFO  (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35690/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3259722 INFO  (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37454/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3259932 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr    x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3259933 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr    x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3259957 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr    x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3259958 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr    x:testSimple1_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3259961 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr    x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3260953 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3260953 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3260962 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3260962 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 3260966 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3260966 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3260967 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35690.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
   [junit4]   2> 3260967 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3260967 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3260968 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35690.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
   [junit4]   2> 3260968 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node1/testSimple1_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node1/./testSimple1_shard2_replica_n4/data/]
   [junit4]   2> 3260968 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node1/testSimple1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node1/./testSimple1_shard1_replica_n1/data/]
   [junit4]   2> 3260986 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3260987 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3260996 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 3260996 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 3260998 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3260998 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3260999 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3260999 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3260999 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37454.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
   [junit4]   2> 3260999 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37454.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
   [junit4]   2> 3260999 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node2/testSimple1_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node2/./testSimple1_shard2_replica_n6/data/]
   [junit4]   2> 3260999 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node2/testSimple1_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node2/./testSimple1_shard1_replica_n2/data/]
   [junit4]   2> 3261064 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3261064 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3261066 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3261066 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3261068 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@d1a1219[testSimple1_shard2_replica_n4] main]
   [junit4]   2> 3261069 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3261069 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3261073 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3261073 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616151541844017152
   [junit4]   2> 3261078 INFO  (searcherExecutor-8458-thread-1-processing-n:127.0.0.1:35690_solr x:testSimple1_shard2_replica_n4 c:testSimple1 s:shard2 r:core_node7) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@d1a1219[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3261082 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0}, version=0}
   [junit4]   2> 3261082 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3261082 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3261084 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3261084 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3261084 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3261084 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3261086 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3261086 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3261086 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e50769c[testSimple1_shard1_replica_n1] main]
   [junit4]   2> 3261088 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d6cbc7f[testSimple1_shard2_replica_n6] main]
   [junit4]   2> 3261088 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3261088 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3261089 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3261089 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616151541860794368
   [junit4]   2> 3261090 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3261090 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3261091 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 3261091 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3261092 INFO  (searcherExecutor-8457-thread-1-processing-n:127.0.0.1:35690_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@7e50769c[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3261092 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3261092 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3261092 INFO  (searcherExecutor-8459-thread-1-processing-n:127.0.0.1:37454_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@2d6cbc7f[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3261093 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616151541863940096
   [junit4]   2> 3261095 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3261095 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3261098 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e44af86[testSimple1_shard1_replica_n2] main]
   [junit4]   2> 3261098 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 3261098 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
   [junit4]   2> 3261100 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3261100 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3261101 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3261101 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616151541873377280
   [junit4]   2> 3261104 INFO  (searcherExecutor-8460-thread-1-processing-n:127.0.0.1:37454_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@1e44af86[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3261104 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 3261107 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 3261592 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3261593 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3261593 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35690/solr/testSimple1_shard2_replica_n4/
   [junit4]   2> 3261593 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:35690/solr START replicas=[https://127.0.0.1:37454/solr/testSimple1_shard2_replica_n6/] nUpdates=100
   [junit4]   2> 3261594 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:35690/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 3261598 INFO  (qtp389809755-23880) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.S.Request [testSimple1_shard2_replica_n6]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3261598 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 3261598 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3261604 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35690/solr/testSimple1_shard2_replica_n4/ shard2
   [junit4]   2> 3261605 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3261605 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3261605 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35690/solr/testSimple1_shard1_replica_n1/
   [junit4]   2> 3261606 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:35690/solr START replicas=[https://127.0.0.1:37454/solr/testSimple1_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 3261606 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:35690/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 3261607 INFO  (qtp389809755-23875) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3261607 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 3261607 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3261620 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35690/solr/testSimple1_shard1_replica_n1/ shard1
   [junit4]   2> 3261758 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3261762 INFO  (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1829
   [junit4]   2> 3261772 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3261775 INFO  (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1844
   [junit4]   2> 3261877 INFO  (zkCallback-8299-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3262105 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2144
   [junit4]   2> 3262111 INFO  (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2154
   [junit4]   2> 3262113 INFO  (qtp717288854-23871) [n:127.0.0.1:35690_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3262213 INFO  (zkCallback-8307-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3262213 INFO  (zkCallback-8299-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3263114 INFO  (qtp717288854-23871) [n:127.0.0.1:35690_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:37454_solr,127.0.0.1:35690_solr&wt=javabin&version=2} status=0 QTime=3522
   [junit4]   2> 3263115 INFO  (qtp717288854-23863) [n:127.0.0.1:35690_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=1&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35690_solr,127.0.0.1:38706_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3263119 INFO  (OverseerThreadFactory-8441-thread-2-processing-n:127.0.0.1:37454_solr) [n:127.0.0.1:37454_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple2
   [junit4]   2> 3263119 INFO  (OverseerCollectionConfigSetProcessor-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3263334 INFO  (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35690/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3263337 INFO  (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple2_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38706/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3263539 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr    x:testSimple2_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3263542 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr    x:testSimple2_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3264587 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3264587 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3264596 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 3264596 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3264599 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3264599 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
   [junit4]   2> 3264599 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3264599 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
   [junit4]   2> 3264600 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35690.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
   [junit4]   2> 3264600 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38706.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
   [junit4]   2> 3264600 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node1/testSimple2_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node1/./testSimple2_shard1_replica_n1/data/]
   [junit4]   2> 3264600 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node3/testSimple2_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node3/./testSimple2_shard1_replica_n2/data/]
   [junit4]   2> 3264675 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3264675 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3264677 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3264677 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3264679 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4fc55d77[testSimple2_shard1_replica_n1] main]
   [junit4]   2> 3264681 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3264681 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3264682 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3264682 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616151545628327936
   [junit4]   2> 3264683 INFO  (searcherExecutor-8477-thread-1-processing-n:127.0.0.1:35690_solr x:testSimple2_shard1_replica_n1 c:testSimple2 s:shard1 r:core_node3) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@4fc55d77[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3264689 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple2/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 3264691 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3264691 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3264692 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3264693 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3264694 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1da9bde0[testSimple2_shard1_replica_n2] main]
   [junit4]   2> 3264695 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 3264696 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3264697 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3264698 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3264698 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616151545645105152
   [junit4]   2> 3264701 INFO  (searcherExecutor-8478-thread-1-processing-n:127.0.0.1:38706_solr x:testSimple2_shard1_replica_n2 c:testSimple2 s:shard1 r:core_node4) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@1da9bde0[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3264704 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple2/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 3265197 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3265197 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3265197 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35690/solr/testSimple2_shard1_replica_n1/
   [junit4]   2> 3265198 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=https://127.0.0.1:35690/solr START replicas=[https://127.0.0.1:38706/solr/testSimple2_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 3265198 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=https://127.0.0.1:35690/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 3265202 INFO  (qtp648115319-23870) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.S.Request [testSimple2_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3265202 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 3265203 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3265207 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35690/solr/testSimple2_shard1_replica_n1/ shard1
   [junit4]   2> 3265310 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3265314 INFO  (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1774
   [junit4]   2> 3265413 INFO  (zkCallback-8299-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3265711 INFO  (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2168
   [junit4]   2> 3265714 INFO  (qtp717288854-23863) [n:127.0.0.1:35690_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3265810 INFO  (zkCallback-8327-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3265811 INFO  (zkCallback-8299-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3266715 INFO  (qtp717288854-23863) [n:127.0.0.1:35690_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&maxShardsPerNode=1&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35690_solr,127.0.0.1:38706_solr&wt=javabin&version=2} status=0 QTime=3599
   [junit4]   2> 3266716 INFO  (qtp717288854-23871) [n:127.0.0.1:35690_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=3&autoAddReplicas=false&name=testSimple3&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=127.0.0.1:37454_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3266719 INFO  (OverseerThreadFactory-8441-thread-3-processing-n:127.0.0.1:37454_solr) [n:127.0.0.1:37454_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple3
   [junit4]   2> 3266720 INFO  (OverseerCollectionConfigSetProcessor-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3266931 INFO  (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple3",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple3_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37454/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3266935 INFO  (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple3",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple3_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37454/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3266938 INFO  (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple3",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"testSimple3_shard3_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37454/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3267143 INFO  (qtp389809755-23880) [n:127.0.0.1:37454_solr    x:testSimple3_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple3_shard1_replica_n1&action=CREATE&numShards=3&collection=testSimple3&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3267143 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr    x:testSimple3_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple3_shard2_replica_n2&action=CREATE&numShards=3&collection=testSimple3&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3267146 INFO  (qtp389809755-23881) [n:127.0.0.1:37454_solr    x:testSimple3_shard3_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple3_shard3_replica_n4&action=CREATE&numShards=3&collection=testSimple3&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3268161 INFO  (qtp389809755-23880) [n:127.0.0.1:37454_solr c:testSimple3 s:shard1 r:core_node3 x:testSimple3_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3268162 INFO  (qtp389809755-23881) [n:127.0.0.1:37454_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3268163 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3268192 INFO  (qtp389809755-23880) [n:127.0.0.1:37454_solr c:testSimple3 s:shard1 r:core_node3 x:testSimple3_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple3_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3268192 INFO  (qtp389809755-23881) [n:127.0.0.1:37454_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.s.IndexSchema [testSimple3_shard3_replica_n4] Schema name=minimal
   [junit4]   2> 3268192 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.s.IndexSchema [testSimple3_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 3268196 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3268196 INFO  (qtp389809755-23881) [n:127.0.0.1:37454_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3268196 INFO  (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard2_replica_n2' using configuration from collection testSimple3, trusted=true
   [junit4]   2> 3268196 INFO  (qtp389809755-23881) [n:127.0.0.1:37454_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard3_replica_n4' using configuration from collection testSimple3, trusted=true
   [junit4]   2> 3268196 INFO  (qtp389809755-23880) [n:127.0.0.1:37454_solr c:testSimple3 s:shard1 r:core_node3 x:testSimple3_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3268196 INFO  (qtp389809755-23880) [n:127.0.0.1:37454_solr c:testSimple3 s:shard1 r:core_node3 x:testSimple3_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard1_replica_n1' using configuration from collection testSimple3, trusted=true
   [junit4]   2> 3268197 INFO  (qtp389809755-23881) [n:127.0.0.1:37454_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter JMX 

[...truncated too long message...]

s-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1838514684
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1838514684
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1838514684

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 33ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 132 minutes 17 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 200 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/200/

3 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=23547409088574798, stage=STARTED, actionName='null', event={   "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",   "source":".scheduled_maintenance",   "eventTime":23547409086374132,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210008148,     "_enqueue_time_":23547409087417446}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547409122946443, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",   "source":".scheduled_maintenance",   "eventTime":23547409086374132,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210008148,     "_enqueue_time_":23547409087417446}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547409140538498, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",   "source":".scheduled_maintenance",   "eventTime":23547409086374132,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210008148,     "_enqueue_time_":23547409087417446}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541037208088794419, currentTimeNs=1541210008202395533, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547409141817812, stage=SUCCEEDED, actionName='null', event={   "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",   "source":".scheduled_maintenance",   "eventTime":23547409086374132,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210008148,     "_enqueue_time_":23547409087417446}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414143038103, stage=STARTED, actionName='null', event={   "id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx",   "source":".scheduled_maintenance",   "eventTime":23547414142309554,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210013205,     "_enqueue_time_":23547414142507483}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414143594742, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx",   "source":".scheduled_maintenance",   "eventTime":23547414142309554,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210013205,     "_enqueue_time_":23547414142507483}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414146346730, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx",   "source":".scheduled_maintenance",   "eventTime":23547414142309554,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210013205,     "_enqueue_time_":23547414142507483}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414147316761, stage=SUCCEEDED, actionName='null', event={   "id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx",   "source":".scheduled_maintenance",   "eventTime":23547414142309554,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210013205,     "_enqueue_time_":23547414142507483}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419149270316, stage=STARTED, actionName='null', event={   "id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy",   "source":".scheduled_maintenance",   "eventTime":23547419148626304,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210018211,     "_enqueue_time_":23547419148814658}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419149807919, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy",   "source":".scheduled_maintenance",   "eventTime":23547419148626304,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210018211,     "_enqueue_time_":23547419148814658}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419151610130, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy",   "source":".scheduled_maintenance",   "eventTime":23547419148626304,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210018211,     "_enqueue_time_":23547419148814658}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419152607428, stage=SUCCEEDED, actionName='null', event={   "id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy",   "source":".scheduled_maintenance",   "eventTime":23547419148626304,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210018211,     "_enqueue_time_":23547419148814658}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424153840368, stage=STARTED, actionName='null', event={   "id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz",   "source":".scheduled_maintenance",   "eventTime":23547424153091490,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210023215,     "_enqueue_time_":23547424153297118}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424154425140, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz",   "source":".scheduled_maintenance",   "eventTime":23547424153091490,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210023215,     "_enqueue_time_":23547424153297118}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424156304757, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz",   "source":".scheduled_maintenance",   "eventTime":23547424153091490,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210023215,     "_enqueue_time_":23547424153297118}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424157408273, stage=SUCCEEDED, actionName='null', event={   "id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz",   "source":".scheduled_maintenance",   "eventTime":23547424153091490,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210023215,     "_enqueue_time_":23547424153297118}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429158560317, stage=STARTED, actionName='null', event={   "id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0",   "source":".scheduled_maintenance",   "eventTime":23547429157891853,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210028220,     "_enqueue_time_":23547429158095514}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429159164495, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0",   "source":".scheduled_maintenance",   "eventTime":23547429157891853,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210028220,     "_enqueue_time_":23547429158095514}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429160937359, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0",   "source":".scheduled_maintenance",   "eventTime":23547429157891853,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210028220,     "_enqueue_time_":23547429158095514}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429161895800, stage=SUCCEEDED, actionName='null', event={   "id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0",   "source":".scheduled_maintenance",   "eventTime":23547429157891853,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210028220,     "_enqueue_time_":23547429158095514}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547434183814542, stage=STARTED, actionName='null', event={   "id":"53a84441715290T4o7iqympx5gf90zda8sw2dhi1",   "source":".scheduled_maintenance",   "eventTime":23547434176172688,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210033238,     "_enqueue_time_":23547434176376349}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547434184557983, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"53a84441715290T4o7iqympx5gf90zda8sw2dhi1",   "source":".scheduled_maintenance",   "eventTime":23547434176172688,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210033238,     "_enqueue_time_":23547434176376349}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547434205190409, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"53a84441715290T4o7iqympx5gf90zda8sw2dhi1",   "source":".scheduled_maintenance",   "eventTime":23547434176172688,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541210033238,     "_enqueue_time_":23547434176376349}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541210008187182886, currentTimeNs=1541210033267489511, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=23547409088574798, stage=STARTED, actionName='null', event={
  "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
  "source":".scheduled_maintenance",
  "eventTime":23547409086374132,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210008148,
    "_enqueue_time_":23547409087417446}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547409122946443, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
  "source":".scheduled_maintenance",
  "eventTime":23547409086374132,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210008148,
    "_enqueue_time_":23547409087417446}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547409140538498, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
  "source":".scheduled_maintenance",
  "eventTime":23547409086374132,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210008148,
    "_enqueue_time_":23547409087417446}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541037208088794419, currentTimeNs=1541210008202395533, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547409141817812, stage=SUCCEEDED, actionName='null', event={
  "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
  "source":".scheduled_maintenance",
  "eventTime":23547409086374132,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210008148,
    "_enqueue_time_":23547409087417446}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414143038103, stage=STARTED, actionName='null', event={
  "id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx",
  "source":".scheduled_maintenance",
  "eventTime":23547414142309554,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210013205,
    "_enqueue_time_":23547414142507483}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414143594742, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx",
  "source":".scheduled_maintenance",
  "eventTime":23547414142309554,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210013205,
    "_enqueue_time_":23547414142507483}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414146346730, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx",
  "source":".scheduled_maintenance",
  "eventTime":23547414142309554,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210013205,
    "_enqueue_time_":23547414142507483}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414147316761, stage=SUCCEEDED, actionName='null', event={
  "id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx",
  "source":".scheduled_maintenance",
  "eventTime":23547414142309554,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210013205,
    "_enqueue_time_":23547414142507483}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419149270316, stage=STARTED, actionName='null', event={
  "id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy",
  "source":".scheduled_maintenance",
  "eventTime":23547419148626304,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210018211,
    "_enqueue_time_":23547419148814658}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419149807919, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy",
  "source":".scheduled_maintenance",
  "eventTime":23547419148626304,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210018211,
    "_enqueue_time_":23547419148814658}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419151610130, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy",
  "source":".scheduled_maintenance",
  "eventTime":23547419148626304,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210018211,
    "_enqueue_time_":23547419148814658}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419152607428, stage=SUCCEEDED, actionName='null', event={
  "id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy",
  "source":".scheduled_maintenance",
  "eventTime":23547419148626304,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210018211,
    "_enqueue_time_":23547419148814658}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424153840368, stage=STARTED, actionName='null', event={
  "id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz",
  "source":".scheduled_maintenance",
  "eventTime":23547424153091490,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210023215,
    "_enqueue_time_":23547424153297118}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424154425140, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz",
  "source":".scheduled_maintenance",
  "eventTime":23547424153091490,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210023215,
    "_enqueue_time_":23547424153297118}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424156304757, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz",
  "source":".scheduled_maintenance",
  "eventTime":23547424153091490,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210023215,
    "_enqueue_time_":23547424153297118}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424157408273, stage=SUCCEEDED, actionName='null', event={
  "id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz",
  "source":".scheduled_maintenance",
  "eventTime":23547424153091490,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210023215,
    "_enqueue_time_":23547424153297118}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429158560317, stage=STARTED, actionName='null', event={
  "id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0",
  "source":".scheduled_maintenance",
  "eventTime":23547429157891853,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210028220,
    "_enqueue_time_":23547429158095514}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429159164495, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0",
  "source":".scheduled_maintenance",
  "eventTime":23547429157891853,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210028220,
    "_enqueue_time_":23547429158095514}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429160937359, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0",
  "source":".scheduled_maintenance",
  "eventTime":23547429157891853,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210028220,
    "_enqueue_time_":23547429158095514}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429161895800, stage=SUCCEEDED, actionName='null', event={
  "id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0",
  "source":".scheduled_maintenance",
  "eventTime":23547429157891853,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210028220,
    "_enqueue_time_":23547429158095514}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547434183814542, stage=STARTED, actionName='null', event={
  "id":"53a84441715290T4o7iqympx5gf90zda8sw2dhi1",
  "source":".scheduled_maintenance",
  "eventTime":23547434176172688,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210033238,
    "_enqueue_time_":23547434176376349}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547434184557983, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"53a84441715290T4o7iqympx5gf90zda8sw2dhi1",
  "source":".scheduled_maintenance",
  "eventTime":23547434176172688,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210033238,
    "_enqueue_time_":23547434176376349}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547434205190409, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"53a84441715290T4o7iqympx5gf90zda8sw2dhi1",
  "source":".scheduled_maintenance",
  "eventTime":23547434176172688,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541210033238,
    "_enqueue_time_":23547434176376349}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541210008187182886, currentTimeNs=1541210033267489511, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
	at __randomizedtesting.SeedInfo.seed([172BEAEF36BDB711:A072A9D57FE901A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferReplicaTypesTest

Error Message:
Could not load collection from ZK: replicaTypesTestColl

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: replicaTypesTestColl
	at __randomizedtesting.SeedInfo.seed([167422B093F4B353:2D9E8106F46D7E5F]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1321)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:737)
	at org.apache.solr.common.cloud.ClusterState$CollectionRef.get(ClusterState.java:386)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1209)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:849)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:983)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.queryWithPreferReplicaTypes(CloudSolrClientTest.java:941)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferReplicaTypesTest(CloudSolrClientTest.java:892)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/replicaTypesTestColl/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1333)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1319)
	... 49 more


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned

Error Message:
Error from server at https://127.0.0.1:34349/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:34349/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([167422B093F4B353:EEB2DB8500ED2B9B]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34349/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 14345 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
   [junit4]   2> 4661665 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_172BEAEF36BDB711-001/init-core-data-001
   [junit4]   2> 4661678 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4661680 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 4661681 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_172BEAEF36BDB711-001/tempDir-001
   [junit4]   2> 4661681 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4661681 INFO  (Thread-6520) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4661682 INFO  (Thread-6520) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4661695 ERROR (Thread-6520) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4661782 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:42120
   [junit4]   2> 4661784 INFO  (zkConnectionManagerCallback-11477-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4661788 INFO  (jetty-launcher-11474-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 4661789 INFO  (jetty-launcher-11474-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4661789 INFO  (jetty-launcher-11474-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4661789 INFO  (jetty-launcher-11474-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4661789 INFO  (jetty-launcher-11474-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13e5aef5{/solr,null,AVAILABLE}
   [junit4]   2> 4661790 INFO  (jetty-launcher-11474-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5ffd19cb{SSL,[ssl, http/1.1]}{127.0.0.1:46643}
   [junit4]   2> 4661790 INFO  (jetty-launcher-11474-thread-1) [    ] o.e.j.s.Server Started @4661878ms
   [junit4]   2> 4661790 INFO  (jetty-launcher-11474-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46643}
   [junit4]   2> 4661791 ERROR (jetty-launcher-11474-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4661791 INFO  (jetty-launcher-11474-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4661791 INFO  (jetty-launcher-11474-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 4661791 INFO  (jetty-launcher-11474-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4661791 INFO  (jetty-launcher-11474-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4661791 INFO  (jetty-launcher-11474-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-03T01:53:24.421Z
   [junit4]   2> 4661804 INFO  (zkConnectionManagerCallback-11479-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4661805 INFO  (jetty-launcher-11474-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4662288 INFO  (jetty-launcher-11474-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42120/solr
   [junit4]   2> 4662289 INFO  (zkConnectionManagerCallback-11483-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4662291 INFO  (zkConnectionManagerCallback-11485-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4662520 INFO  (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46643_solr
   [junit4]   2> 4662521 INFO  (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr    ] o.a.s.c.Overseer Overseer (id=73600796789178371-127.0.0.1:46643_solr-n_0000000000) starting
   [junit4]   2> 4662543 INFO  (zkConnectionManagerCallback-11492-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4662544 INFO  (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42120/solr ready
   [junit4]   2> 4662545 INFO  (OverseerStateUpdate-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [n:127.0.0.1:46643_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46643_solr
   [junit4]   2> 4662545 INFO  (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46643_solr
   [junit4]   2> 4662546 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 4662563 INFO  (OverseerStateUpdate-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [n:127.0.0.1:46643_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4662563 INFO  (zkCallback-11491-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4662564 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 4662564 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 4662564 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 4662568 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:46643_solr]
   [junit4]   2> 4662568 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4662568 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 4662568 DEBUG (ScheduledTrigger-9376-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 4662598 INFO  (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4662654 INFO  (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46643.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b097b4d
   [junit4]   2> 4662661 INFO  (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46643.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b097b4d
   [junit4]   2> 4662661 INFO  (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46643.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b097b4d
   [junit4]   2> 4662662 INFO  (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_172BEAEF36BDB711-001/tempDir-001/node1/.
   [junit4]   2> 4662705 INFO  (zkConnectionManagerCallback-11495-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4662708 INFO  (zkConnectionManagerCallback-11500-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4662709 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4662710 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42120/solr ready
   [junit4]   2> 4662768 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[172BEAEF36BDB711]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerDefaults
   [junit4]   2> 4662769 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[172BEAEF36BDB711]) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest {
   [junit4]   2>   "triggers":{
   [junit4]   2>     ".auto_add_replicas":{
   [junit4]   2>       "name":".auto_add_replicas",
   [junit4]   2>       "event":"nodeLost",
   [junit4]   2>       "waitFor":120,
   [junit4]   2>       "enabled":true,
   [junit4]   2>       "actions":[
   [junit4]   2>         {
   [junit4]   2>           "name":"auto_add_replicas_plan",
   [junit4]   2>           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]   2>         {
   [junit4]   2>           "name":"execute_plan",
   [junit4]   2>           "class":"solr.ExecutePlanAction"}]},
   [junit4]   2>     ".scheduled_maintenance":{
   [junit4]   2>       "name":".scheduled_maintenance",
   [junit4]   2>       "event":"scheduled",
   [junit4]   2>       "startTime":"NOW",
   [junit4]   2>       "every":"+1DAY",
   [junit4]   2>       "enabled":true,
   [junit4]   2>       "actions":[
   [junit4]   2>         {
   [junit4]   2>           "name":"inactive_shard_plan",
   [junit4]   2>           "class":"solr.InactiveShardPlanAction"},
   [junit4]   2>         {
   [junit4]   2>           "name":"execute_plan",
   [junit4]   2>           "class":"solr.ExecutePlanAction"}]}},
   [junit4]   2>   "listeners":{
   [junit4]   2>     ".auto_add_replicas.system":{
   [junit4]   2>       "beforeAction":[],
   [junit4]   2>       "afterAction":[],
   [junit4]   2>       "stage":[
   [junit4]   2>         "STARTED",
   [junit4]   2>         "ABORTED",
   [junit4]   2>         "SUCCEEDED",
   [junit4]   2>         "FAILED",
   [junit4]   2>         "BEFORE_ACTION",
   [junit4]   2>         "AFTER_ACTION",
   [junit4]   2>         "IGNORED"],
   [junit4]   2>       "trigger":".auto_add_replicas",
   [junit4]   2>       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
   [junit4]   2>     ".scheduled_maintenance.system":{
   [junit4]   2>       "beforeAction":[],
   [junit4]   2>       "afterAction":[],
   [junit4]   2>       "stage":[
   [junit4]   2>         "STARTED",
   [junit4]   2>         "ABORTED",
   [junit4]   2>         "SUCCEEDED",
   [junit4]   2>         "FAILED",
   [junit4]   2>         "BEFORE_ACTION",
   [junit4]   2>         "AFTER_ACTION",
   [junit4]   2>         "IGNORED"],
   [junit4]   2>       "trigger":".scheduled_maintenance",
   [junit4]   2>       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
   [junit4]   2>   "properties":{}}
   [junit4]   2> 4662802 INFO  (qtp1925288780-31421) [n:127.0.0.1:46643_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 4662802 DEBUG (qtp1925288780-31418) [n:127.0.0.1:46643_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4662803 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=12
   [junit4]   2> 4662803 DEBUG (zkCallback-11491-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 4662803 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 4662804 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[172BEAEF36BDB711]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerDefaults
   [junit4]   2> 4662805 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4662806 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 4662843 INFO  (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[172BEAEF36BDB711]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup
   [junit4]   2> 4662851 INFO  (qtp1925288780-31420) [n:127.0.0.1:46643_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4662853 INFO  (OverseerThreadFactory-9378-thread-1-processing-n:127.0.0.1:46643_solr) [n:127.0.0.1:46643_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection ScheduledMaintenanceTriggerTest_collection1
   [junit4]   2> 4662967 INFO  (qtp1925288780-31419) [n:127.0.0.1:46643_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 4662970 INFO  (OverseerStateUpdate-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [n:127.0.0.1:46643_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"ScheduledMaintenanceTriggerTest_collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46643/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4663174 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr    x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4663175 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr    x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4663570 DEBUG (ScheduledTrigger-9376-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 4664187 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 4664210 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 4664212 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 4664212 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1' using configuration from collection ScheduledMaintenanceTriggerTest_collection1, trusted=true
   [junit4]   2> 4664214 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46643.solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1' (registry 'solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b097b4d
   [junit4]   2> 4664214 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_172BEAEF36BDB711-001/tempDir-001/node1/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_172BEAEF36BDB711-001/tempDir-001/node1/./ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/data/]
   [junit4]   2> 4664324 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4664324 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4664325 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4664325 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4664326 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@76f695cd[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main]
   [junit4]   2> 4664327 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 4664328 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 4664328 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4664329 INFO  (searcherExecutor-9383-thread-1-processing-n:127.0.0.1:46643_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1 c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Registered new searcher Searcher@76f695cd[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4664329 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616075824257040384
   [junit4]   2> 4664343 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/ScheduledMaintenanceTriggerTest_collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 4664346 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4664346 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4664346 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46643/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/
   [junit4]   2> 4664346 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4664346 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:46643/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 4664350 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46643/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ shard1
   [junit4]   2> 4664452 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4664454 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1280
   [junit4]   2> 4664456 INFO  (qtp1925288780-31420) [n:127.0.0.1:46643_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 4664554 INFO  (zkCallback-11484-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/ScheduledMaintenanceTriggerTest_collection1/state.json] for collection [ScheduledMaintenanceTriggerTest_collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4664570 DEBUG (ScheduledTrigger-9376-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 4664855 INFO  (OverseerCollectionConfigSetProcessor-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [n:127.0.0.1:46643_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4665457 INFO  (qtp1925288780-31420) [n:127.0.0.1:46643_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2606
   [junit4]   2> 4665463 INFO  (qtp1925288780-31421) [n:127.0.0.1:46643_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 4665464 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 4665464 DEBUG (qtp1925288780-31419) [n:127.0.0.1:46643_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4665464 INFO  (qtp1925288780-31419) [n:127.0.0.1:46643_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 4665465 DEBUG (zkCallback-11491-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 4665474 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 4665475 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4665475 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 4665476 INFO  (qtp1925288780-31421) [n:127.0.0.1:46643_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 4665477 INFO  (qtp1925288780-31418) [n:127.0.0.1:46643_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 4665477 DEBUG (qtp1925288780-31420) [n:127.0.0.1:46643_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4665477 INFO  (qtp1925288780-31420) [n:127.0.0.1:46643_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=12
   [junit4]   2> 4665478 INFO  (qtp1925288780-31419) [n:127.0.0.1:46643_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params action=SPLITSHARD&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4665504 DEBUG (zkCallback-11491-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 4665504 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 4665518 DEBUG (ScheduledTrigger-9376-thread-1) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger .scheduled_maintenance firing registered processor for scheduled time 2018-11-03T01:53:27.194Z, now=2018-11-03T01:53:28.148Z
   [junit4]   2> 4665519 DEBUG (ScheduledTrigger-9376-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":23547409086374132,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1541210008148}}
   [junit4]   2> 4665520 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4665520 DEBUG (ScheduledTrigger-9376-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance]
   [junit4]   2> 4665520 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 4665520 INFO  (ScheduledTrigger-9376-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 4665521 INFO  (ScheduledTrigger-9376-thread-1) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=23547409088574798, stage=STARTED, actionName='null', event={
   [junit4]   2>   "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":23547409086374132,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1541210008148,
   [junit4]   2>     "_enqueue_time_":23547409087417446}}, context={}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 4665522 DEBUG (AutoscalingActionExecutor-9377-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":23547409086374132,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1541210008148,
   [junit4]   2>     "_enqueue_time_":23547409087417446}}
   [junit4]   2> 4665523 INFO  (qtp1925288780-31421) [n:127.0.0.1:46643_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 4665524 INFO  (qtp1925288780-31421) [n:127.0.0.1:46643_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 4665555 INFO  (AutoscalingActionExecutor-9377-thread-1) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=23547409122946443, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
   [junit4]   2>   "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":23547409086374132,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1541210008148,
   [junit4]   2>     "_enqueue_time_":23547409087417446}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 4665558 INFO  (OverseerThreadFactory-9378-thread-2-processing-n:127.0.0.1:46643_solr) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1  ] o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
   [junit4]   2> 4665572 DEBUG (AutoscalingActionExecutor-9377-thread-1) [    ] o.a.s.c.a.InactiveShardPlanAction ScheduledMaintenanceTriggerTest_collection1/shard1-splitting: locktstamp=1541210008187182886, time=1541210008201881470, delta=0
   [junit4]   2> 4665572 DEBUG (AutoscalingActionExecutor-9377-thread-1) [    ] o.a.s.c.a.InactiveShardPlanAction -- lock ScheduledMaintenanceTriggerTest_collection1/shard1-splitting still active (delta=0)
   [junit4]   2> 4665572 DEBUG (AutoscalingActionExecutor-9377-thread-1) [    ] o.a.s.c.a.InactiveShardPlanAction ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting: locktstamp=1541037208088794419, time=1541210008202395533, delta=172800
   [junit4]   2> 4665572 DEBUG (AutoscalingActionExecutor-9377-thread-1) [    ] o.a.s.c.a.InactiveShardPlanAction -- delete inactive split lock for ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting, delta=172800
   [junit4]   2> 4665573 INFO  (AutoscalingActionExecutor-9377-thread-1) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=23547409140538498, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
   [junit4]   2>   "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "event

[...truncated too long message...]

BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null172368949
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null172368949
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null172368949

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 52ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 237 minutes 13 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 199 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/199/

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode

Error Message:
unexpected DELETENODE status: {responseHeader={status=0,QTime=5},status={state=notfound,msg=Did not find [search_rate_trigger3/7f629f3763870Tbqne40qefcgrw981rq6hv0le8/0] in any tasks queue}}

Stack Trace:
java.lang.AssertionError: unexpected DELETENODE status: {responseHeader={status=0,QTime=5},status={state=notfound,msg=Did not find [search_rate_trigger3/7f629f3763870Tbqne40qefcgrw981rq6hv0le8/0] in any tasks queue}}
	at __randomizedtesting.SeedInfo.seed([34288316589B391C:16BA4D946F51B661]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.lambda$testDeleteNode$5(SearchRateTriggerIntegrationTest.java:693)
	at java.util.ArrayList.forEach(ArrayList.java:1257)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode(SearchRateTriggerIntegrationTest.java:677)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13861 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/init-core-data-001
   [junit4]   2> 2152431 WARN  (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=72 numCloses=72
   [junit4]   2> 2152431 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2152434 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2152434 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2152434 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001
   [junit4]   2> 2152435 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2152437 INFO  (Thread-4861) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2152437 INFO  (Thread-4861) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2152440 ERROR (Thread-4861) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2152537 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:40653
   [junit4]   2> 2152541 INFO  (zkConnectionManagerCallback-4706-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152547 INFO  (jetty-launcher-4703-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 2152563 INFO  (jetty-launcher-4703-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 2152564 INFO  (jetty-launcher-4703-thread-3) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 2152565 INFO  (jetty-launcher-4703-thread-4) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 2152566 INFO  (jetty-launcher-4703-thread-5) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 2152567 INFO  (jetty-launcher-4703-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2152567 INFO  (jetty-launcher-4703-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2152567 INFO  (jetty-launcher-4703-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2152568 INFO  (jetty-launcher-4703-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4089ca16{/solr,null,AVAILABLE}
   [junit4]   2> 2152569 INFO  (jetty-launcher-4703-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3b88be8b{HTTP/1.1,[http/1.1]}{127.0.0.1:42312}
   [junit4]   2> 2152569 INFO  (jetty-launcher-4703-thread-1) [    ] o.e.j.s.Server Started @2152623ms
   [junit4]   2> 2152569 INFO  (jetty-launcher-4703-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42312}
   [junit4]   2> 2152569 ERROR (jetty-launcher-4703-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2152569 INFO  (jetty-launcher-4703-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2152569 INFO  (jetty-launcher-4703-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2152569 INFO  (jetty-launcher-4703-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2152569 INFO  (jetty-launcher-4703-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2152570 INFO  (jetty-launcher-4703-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-01T21:01:17.784Z
   [junit4]   2> 2152570 INFO  (jetty-launcher-4703-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2152571 INFO  (jetty-launcher-4703-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2152571 INFO  (jetty-launcher-4703-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2152571 INFO  (jetty-launcher-4703-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dbfef2d{/solr,null,AVAILABLE}
   [junit4]   2> 2152571 INFO  (jetty-launcher-4703-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@172a6db1{HTTP/1.1,[http/1.1]}{127.0.0.1:42425}
   [junit4]   2> 2152571 INFO  (jetty-launcher-4703-thread-3) [    ] o.e.j.s.Server Started @2152626ms
   [junit4]   2> 2152571 INFO  (jetty-launcher-4703-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42425}
   [junit4]   2> 2152572 ERROR (jetty-launcher-4703-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2152572 INFO  (jetty-launcher-4703-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2152572 INFO  (jetty-launcher-4703-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2152572 INFO  (jetty-launcher-4703-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2152572 INFO  (jetty-launcher-4703-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2152572 INFO  (jetty-launcher-4703-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-01T21:01:17.786Z
   [junit4]   2> 2152578 INFO  (jetty-launcher-4703-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2152579 INFO  (jetty-launcher-4703-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2152579 INFO  (jetty-launcher-4703-thread-4) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2152580 INFO  (jetty-launcher-4703-thread-5) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2152580 INFO  (jetty-launcher-4703-thread-5) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2152580 INFO  (jetty-launcher-4703-thread-5) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2152580 INFO  (jetty-launcher-4703-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@158256d9{/solr,null,AVAILABLE}
   [junit4]   2> 2152581 INFO  (jetty-launcher-4703-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@25cfd302{HTTP/1.1,[http/1.1]}{127.0.0.1:33071}
   [junit4]   2> 2152581 INFO  (jetty-launcher-4703-thread-5) [    ] o.e.j.s.Server Started @2152635ms
   [junit4]   2> 2152581 INFO  (jetty-launcher-4703-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33071}
   [junit4]   2> 2152581 ERROR (jetty-launcher-4703-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2152581 INFO  (jetty-launcher-4703-thread-5) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2152581 INFO  (jetty-launcher-4703-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2152581 INFO  (jetty-launcher-4703-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2152581 INFO  (jetty-launcher-4703-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2152581 INFO  (jetty-launcher-4703-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-01T21:01:17.795Z
   [junit4]   2> 2152580 INFO  (zkConnectionManagerCallback-4710-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152582 INFO  (jetty-launcher-4703-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2152596 INFO  (jetty-launcher-4703-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a98aedc{/solr,null,AVAILABLE}
   [junit4]   2> 2152597 INFO  (jetty-launcher-4703-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@433e91e3{HTTP/1.1,[http/1.1]}{127.0.0.1:40143}
   [junit4]   2> 2152597 INFO  (jetty-launcher-4703-thread-4) [    ] o.e.j.s.Server Started @2152651ms
   [junit4]   2> 2152597 INFO  (jetty-launcher-4703-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40143}
   [junit4]   2> 2152597 ERROR (jetty-launcher-4703-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2152597 INFO  (jetty-launcher-4703-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2152597 INFO  (jetty-launcher-4703-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2152597 INFO  (jetty-launcher-4703-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2152597 INFO  (jetty-launcher-4703-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2152597 INFO  (jetty-launcher-4703-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-01T21:01:17.811Z
   [junit4]   2> 2152598 INFO  (jetty-launcher-4703-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2152598 INFO  (jetty-launcher-4703-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2152598 INFO  (jetty-launcher-4703-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2152599 INFO  (jetty-launcher-4703-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56d4d180{/solr,null,AVAILABLE}
   [junit4]   2> 2152599 INFO  (jetty-launcher-4703-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@25b7a756{HTTP/1.1,[http/1.1]}{127.0.0.1:41578}
   [junit4]   2> 2152600 INFO  (jetty-launcher-4703-thread-2) [    ] o.e.j.s.Server Started @2152654ms
   [junit4]   2> 2152600 INFO  (jetty-launcher-4703-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41578}
   [junit4]   2> 2152600 ERROR (jetty-launcher-4703-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2152600 INFO  (jetty-launcher-4703-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2152600 INFO  (jetty-launcher-4703-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2152600 INFO  (jetty-launcher-4703-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2152600 INFO  (jetty-launcher-4703-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2152600 INFO  (jetty-launcher-4703-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-01T21:01:17.814Z
   [junit4]   2> 2152601 INFO  (zkConnectionManagerCallback-4708-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152601 INFO  (zkConnectionManagerCallback-4712-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152602 INFO  (jetty-launcher-4703-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2152602 INFO  (zkConnectionManagerCallback-4714-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152602 INFO  (jetty-launcher-4703-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2152615 INFO  (jetty-launcher-4703-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2152619 INFO  (zkConnectionManagerCallback-4716-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152621 INFO  (jetty-launcher-4703-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2152719 INFO  (jetty-launcher-4703-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40653/solr
   [junit4]   2> 2152738 INFO  (zkConnectionManagerCallback-4720-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152747 INFO  (jetty-launcher-4703-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40653/solr
   [junit4]   2> 2152748 INFO  (zkConnectionManagerCallback-4722-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152751 INFO  (jetty-launcher-4703-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40653/solr
   [junit4]   2> 2152752 INFO  (zkConnectionManagerCallback-4726-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152753 INFO  (zkConnectionManagerCallback-4730-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152753 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1008590dcc00008, likely client has closed socket
   [junit4]   2> 2152754 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1008590dcc00009, likely client has closed socket
   [junit4]   2> 2152755 INFO  (jetty-launcher-4703-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40653/solr
   [junit4]   2> 2152756 INFO  (zkConnectionManagerCallback-4736-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152766 INFO  (zkConnectionManagerCallback-4733-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152767 INFO  (zkConnectionManagerCallback-4738-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152773 INFO  (zkConnectionManagerCallback-4744-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152805 INFO  (jetty-launcher-4703-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40653/solr
   [junit4]   2> 2152808 INFO  (zkConnectionManagerCallback-4752-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152811 INFO  (zkConnectionManagerCallback-4754-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152843 INFO  (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33071_solr
   [junit4]   2> 2152845 INFO  (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr    ] o.a.s.c.Overseer Overseer (id=72204451263283215-127.0.0.1:33071_solr-n_0000000000) starting
   [junit4]   2> 2152862 INFO  (zkConnectionManagerCallback-4761-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2152872 INFO  (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40653/solr ready
   [junit4]   2> 2152875 INFO  (OverseerStateUpdate-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [n:127.0.0.1:33071_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33071_solr
   [junit4]   2> 2152891 INFO  (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33071_solr
   [junit4]   2> 2152894 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 2152898 INFO  (zkCallback-4753-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2152927 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2152930 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 2152930 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2152948 INFO  (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2152953 INFO  (zkCallback-4760-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2152954 INFO  (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2152955 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:33071_solr]
   [junit4]   2> 2152959 INFO  (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2152959 INFO  (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40143_solr
   [junit4]   2> 2152964 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2152964 INFO  (zkCallback-4760-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2152965 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2152968 DEBUG (ScheduledTrigger-7453-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2152986 INFO  (zkCallback-4743-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2152995 INFO  (zkCallback-4753-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2153002 INFO  (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2153012 INFO  (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2153013 INFO  (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2153013 INFO  (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42425_solr
   [junit4]   2> 2153016 INFO  (zkCallback-4760-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2153019 INFO  (zkCallback-4743-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2153019 INFO  (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2153019 INFO  (zkCallback-4753-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2153024 INFO  (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2153025 INFO  (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42312_solr
   [junit4]   2> 2153029 INFO  (zkCallback-4760-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2153029 INFO  (zkCallback-4743-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2153029 INFO  (zkCallback-4753-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2153035 INFO  (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2153035 INFO  (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41578_solr
   [junit4]   2> 2153042 INFO  (zkCallback-4760-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2153042 INFO  (zkCallback-4743-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2153043 INFO  (zkCallback-4753-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2153047 INFO  (zkCallback-4732-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 2153047 INFO  (zkCallback-4735-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2153051 INFO  (zkCallback-4735-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 2153061 INFO  (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33071.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2153067 INFO  (zkCallback-4732-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2153077 INFO  (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33071.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2153077 INFO  (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33071.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2153086 INFO  (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node5/.
   [junit4]   2> 2153087 INFO  (zkConnectionManagerCallback-4767-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2153091 INFO  (zkCallback-4721-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 2153092 INFO  (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 2153094 INFO  (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40653/solr ready
   [junit4]   2> 2153095 INFO  (zkConnectionManagerCallback-4772-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2153096 INFO  (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 2153097 INFO  (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40653/solr ready
   [junit4]   2> 2153098 INFO  (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2153106 INFO  (zkConnectionManagerCallback-4782-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2153108 INFO  (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 2153109 INFO  (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40653/solr ready
   [junit4]   2> 2153114 INFO  (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2153115 INFO  (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2153143 INFO  (zkConnectionManagerCallback-4777-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2153145 INFO  (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 2153148 INFO  (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40653/solr ready
   [junit4]   2> 2153150 INFO  (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2153261 INFO  (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40143.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2153270 INFO  (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42312.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2153309 INFO  (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41578.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2153326 INFO  (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40143.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2153327 INFO  (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40143.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2153328 INFO  (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node4/.
   [junit4]   2> 2153329 INFO  (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42425.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2153342 INFO  (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41578.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2153342 INFO  (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41578.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2153344 INFO  (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node2/.
   [junit4]   2> 2153346 INFO  (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42312.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2153347 INFO  (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42312.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2153348 INFO  (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node1/.
   [junit4]   2> 2153360 INFO  (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42425.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2153361 INFO  (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42425.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2153362 INFO  (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node3/.
   [junit4]   2> 2153687 INFO  (zkConnectionManagerCallback-4788-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2153692 INFO  (zkConnectionManagerCallback-4793-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2153694 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 2153696 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40653/solr ready
   [junit4]   2> 2153712 INFO  (qtp1699214072-18951) [n:127.0.0.1:42312_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2153728 INFO  (qtp81896155-18971) [n:127.0.0.1:42425_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2153735 INFO  (qtp1047725395-18964) [n:127.0.0.1:33071_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2153737 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2153755 INFO  (qtp1998904512-18962) [n:127.0.0.1:40143_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2153756 DEBUG (qtp250298199-18960) [n:127.0.0.1:41578_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2153757 INFO  (qtp250298199-18960) [n:127.0.0.1:41578_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=55
   [junit4]   2> 2153759 DEBUG (zkCallback-4760-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 2153771 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 2153779 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2153779 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 2153870 INFO  (TEST-SearchRateTriggerIntegrationTest.testAboveSearchRate-seed#[34288316589B391C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAboveSearchRate
   [junit4]   2> 2153872 INFO  (TEST-SearchRateTriggerIntegrationTest.testAboveSearchRate-seed#[34288316589B391C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 2153876 INFO  (TEST-SearchRateTriggerIntegrationTest.testAboveSearchRate-seed#[34288316589B391C]) [    ] o.a.s.c.a.SearchRateTriggerIntegrationTest /autoscaling.json reset, new znode version 3
   [junit4]   2> 2153877 DEBUG (zkCallback-4760-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 2153878 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 2153892 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2153893 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2153893 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 2158880 INFO  (qtp1699214072-18946) [n:127.0.0.1:42312_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=aboveRate_collection&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2158884 INFO  (OverseerThreadFactory-7455-thread-1-processing-n:127.0.0.1:33071_solr) [n:127.0.0.1:33071_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection aboveRate_collection
   [junit4]   2> 2158994 DEBUG (OverseerThreadFactory-7455-thread-1-processing-n:127.0.0.1:33071_solr) [n:127.0.0.1:33071_solr    ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
   [junit4]   2> 2158996 INFO  (qtp1699214072-18947) [n:127.0.0.1:42312_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2158997 INFO  (qtp81896155-18958) [n:127.0.0.1:42425_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2158999 INFO  (qtp1047725395-18984) [n:127.0.0.1:33071_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2159000 INFO  (qtp250298199-18991) [n:127.0.0.1:41578_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2159002 INFO  (qtp1998904512-18954) [n:127.0.0.1:40143_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2159002 DEBUG (OverseerThreadFactory-7455-thread-1-processing-n:127.0.0.1:33071_solr) [n:127.0.0.1:33071_solr    ] o.a.s.c.s.c.a.PolicyHelper New session created 
   [junit4]   2> 2159004 DEBUG (OverseerThreadFactory-7455-thread-1-processing-n:127.0.0.1:33071_solr) [n:127.0.0.1:33071_solr    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2240869989 sessionWrapper.createTime 2240869988309302, this.sessionWrapper.createTime 2240869988309302 
   [junit4]   2> 2159008 INFO  (OverseerStateUpdate-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [n:127.0.0.1:33071_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"aboveRate_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"aboveRate_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40143/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2159011 INFO  (OverseerStateUpdate-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [n:127.0.0.1:33071_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"aboveRate_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"aboveRate_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41578/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2159216 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr    x:aboveRate_collection_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=aboveRate_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=aboveRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2159216 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr    x:aboveRate_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=aboveRate_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=aboveRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2160234 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2160234 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2160243 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.s.IndexSchema [aboveRate_collection_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 2160243 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.s.IndexSchema [aboveRate_collection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2160246 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2160246 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2160246 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'aboveRate_collection_shard1_replica_n1' using configuration from collection aboveRate_collection, trusted=true
   [junit4]   2> 2160246 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'aboveRate_collection_shard1_replica_n2' using configuration from collection aboveRate_collection, trusted=true
   [junit4]   2> 2160247 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40143.solr.core.aboveRate_collection.shard1.replica_n1' (registry 'solr.core.aboveRate_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2160247 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41578.solr.core.aboveRate_collection.shard1.replica_n2' (registry 'solr.core.aboveRate_collection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71a4f7f7
   [junit4]   2> 2160247 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.SolrCore [[aboveRate_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node4/aboveRate_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node4/./aboveRate_collection_shard1_replica_n1/data/]
   [junit4]   2> 2160247 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.SolrCore [[aboveRate_collection_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node2/aboveRate_collection_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node2/./aboveRate_collection_shard1_replica_n2/data/]
   [junit4]   2> 2160332 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2160332 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2160333 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2160333 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2160334 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2160334 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2160335 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2160335 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2160335 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@29125bdc[aboveRate_collection_shard1_replica_n2] main]
   [junit4]   2> 2160336 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@32f013c9[aboveRate_collection_shard1_replica_n1] main]
   [junit4]   2> 2160337 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2160337 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2160337 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2160338 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2160338 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2160338 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2160339 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615966854764822528
   [junit4]   2> 2160339 INFO  (searcherExecutor-7477-thread-1-processing-n:127.0.0.1:41578_solr x:aboveRate_collection_shard1_replica_n2 c:aboveRate_collection s:shard1 r:core_node4) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.SolrCore [aboveRate_collection_shard1_replica_n2] Registered new searcher Searcher@29125bdc[aboveRate_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2160339 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615966854764822528
   [junit4]   2> 2160339 INFO  (searcherExecutor-7476-thread-1-processing-n:127.0.0.1:40143_solr x:aboveRate_collection_shard1_replica_n1 c:aboveRate_collection s:shard1 r:core_node3) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.SolrCore [aboveRate_collection_shard1_replica_n1] Registered new searcher Searcher@32f013c9[aboveRate_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2160346 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/aboveRate_collection/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 2160346 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
   [junit4]   2> 2160347 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/aboveRate_collection/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 2160353 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2160353 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2160353 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41578/solr/aboveRate_collection_shard1_replica_n2/
   [junit4]   2> 2160353 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=aboveRate_collection_shard1_replica_n2 url=http://127.0.0.1:41578/solr START replicas=[http://127.0.0.1:40143/solr/aboveRate_collection_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 2160354 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=aboveRate_collection_shard1_replica_n2 url=http://127.0.0.1:41578/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2160357 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2160358 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2160358 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2160362 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41578/solr/aboveRate_collection_shard1_replica_n2/ shard1
   [junit4]   2> 2160465 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2160467 INFO  (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=aboveRate_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=aboveRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1251
   [junit4]   2> 2160567 INFO  (zkCallback-4721-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/aboveRate_collection/state.json] for collection [aboveRate_collection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2161355 INFO  (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=aboveRate_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=aboveRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2139
   [junit4]   2> 2161355 DEBUG (OverseerThreadFactory-7455-thread-1-processing-n:127.0.0.1:33071_solr) [n:127.0.0.1:33071_solr    ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
   [junit4]   2> 2161358 INFO  (qtp1699214072-18946) [n:127.0.0.1:42312_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2161455 INFO  (zkCallback-4721-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/aboveRate_collection/state.json] for collection [aboveRate_collection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2161456 INFO  (zkCallback-4743-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/aboveRate_collection/state.json] for collection [aboveRate_collection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2162360 INFO  (qtp1699214072-18946) [n:127.0.0.1:42312_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=aboveRate_collection&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3480
   [junit4]   2> 2162377 INFO  (qtp1699214072-18951) [n:127.0.0.1:42312_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162379 INFO  (qtp81896155-18973) [n:127.0.0.1:42425_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162381 INFO  (qtp1047725395-18985) [n:127.0.0.1:33071_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162382 INFO  (qtp250298199-18991) [n:127.0.0.1:41578_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 2162383 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162384 INFO  (qtp1998904512-18959) [n:127.0.0.1:40143_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 2162385 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162385 DEBUG (qtp1699214072-18950) [n:127.0.0.1:42312_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2162386 INFO  (qtp1699214072-18950) [n:127.0.0.1:42312_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=23
   [junit4]   2> 2162386 DEBUG (zkCallback-4760-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 2162387 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 2162387 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2162388 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2162389 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 2162391 INFO  (qtp1699214072-18950) [n:127.0.0.1:42312_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162393 INFO  (qtp81896155-18958) [n:127.0.0.1:42425_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162394 INFO  (qtp1047725395-18984) [n:127.0.0.1:33071_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162395 INFO  (qtp250298199-18989) [n:127.0.0.1:41578_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 2162396 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162396 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 2162397 INFO  (qtp1998904512-18959) [n:127.0.0.1:40143_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162398 DEBUG (qtp1699214072-18952) [n:127.0.0.1:42312_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2162398 INFO  (qtp1699214072-18952) [n:127.0.0.1:42312_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 2162401 DEBUG (zkCallback-4760-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 2162401 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 2162401 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2162403 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2162403 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 2162405 INFO  (qtp1699214072-18953) [n:127.0.0.1:42312_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162407 INFO  (qtp81896155-18970) [n:127.0.0.1:42425_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162408 INFO  (qtp1047725395-18983) [n:127.0.0.1:33071_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162409 INFO  (qtp250298199-18968) [n:127.0.0.1:41578_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 2162410 INFO  (qtp250298199-18989) [n:127.0.0.1:41578_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162411 INFO  (qtp1998904512-18959) [n:127.0.0.1:40143_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 2162412 INFO  (qtp1998904512-18965) [n:127.0.0.1:40143_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162413 DEBUG (qtp1998904512-18962) [n:127.0.0.1:40143_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2162414 INFO  (qtp1998904512-18962) [n:127.0.0.1:40143_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=13
   [junit4]   2> 2162414 DEBUG (zkCallback-4760-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 2162414 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 2162415 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2162415 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2162415 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 2162420 INFO  (qtp1699214072-18952) [n:127.0.0.1:42312_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162422 INFO  (qtp81896155-18958) [n:127.0.0.1:42425_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162424 INFO  (qtp1047725395-18984) [n:127.0.0.1:33071_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162426 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 2162427 INFO  (qtp250298199-18989) [n:127.0.0.1:41578_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162429 INFO  (qtp1998904512-18959) [n:127.0.0.1:40143_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 2162430 INFO  (qtp1998904512-18962) [n:127.0.0.1:40143_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2162431 DEBUG (qtp1047725395-18985) [n:127.0.0.1:33071_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2162432 INFO  (qtp1047725395-18985) [n:127.0.0.1:33071_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=15
   [junit4]   2> 2162432 DEBUG (zkCallback-4760-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 2162432 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 2162432 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2162433 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2162433 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 2162434 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162435 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162435 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162436 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162437 INFO  (qtp1998904512-18962) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162437 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162438 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162438 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162439 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162439 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162440 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162440 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162442 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162443 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162443 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162444 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162444 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162445 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162446 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162446 INFO  (qtp250298199-18989) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162447 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162448 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162448 INFO  (qtp250298199-18966) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162449 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162449 INFO  (qtp250298199-18966) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162450 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162451 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162451 INFO  (qtp250298199-18966) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162455 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162455 INFO  (qtp250298199-18966) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162456 INFO  (qtp250298199-18989) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162457 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162459 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162459 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162460 INFO  (qtp250298199-18989) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162460 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162463 INFO  (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162463 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162464 INFO  (qtp250298199-18989) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162464 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162465 INFO  (qtp250298199-18989) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162466 INFO  (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162466 INFO  (qtp250298199-18989) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2]  webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2162467 INFO

[...truncated too long message...]

kins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null600862994
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null600862994
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null600862994

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 63ms :: artifacts dl 6ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 124 minutes 36 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 198 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/198/

3 tests failed.
FAILED:  org.apache.solr.cloud.TestAuthenticationFramework.testBasics

Error Message:
Error from server at http://127.0.0.1:44177/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:44177/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([A327A3D2F0FF7566:9EFF0DFEC8112B16]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:125)
	at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:76)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44177/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting

Error Message:
Error from server at http://127.0.0.1:40671/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:40671/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([4EF97038F18EDF0D:8C4E4C50F2CE2F75]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:269)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40671/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=2140872818982801, stage=STARTED, actionName='null', event={   "id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94",   "source":".scheduled_maintenance",   "eventTime":2140872811022733,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006087037,     "_enqueue_time_":2140872816615837}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140872824165951, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94",   "source":".scheduled_maintenance",   "eventTime":2140872811022733,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006087037,     "_enqueue_time_":2140872816615837}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140872832284390, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94",   "source":".scheduled_maintenance",   "eventTime":2140872811022733,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006087037,     "_enqueue_time_":2140872816615837}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1540833287010789061, currentTimeNs=1541006087059167192, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140872834034202, stage=SUCCEEDED, actionName='null', event={   "id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94",   "source":".scheduled_maintenance",   "eventTime":2140872811022733,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006087037,     "_enqueue_time_":2140872816615837}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877844396561, stage=STARTED, actionName='null', event={   "id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a",   "source":".scheduled_maintenance",   "eventTime":2140877843262904,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006092070,     "_enqueue_time_":2140877843628406}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877845309325, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a",   "source":".scheduled_maintenance",   "eventTime":2140877843262904,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006092070,     "_enqueue_time_":2140877843628406}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877850251627, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a",   "source":".scheduled_maintenance",   "eventTime":2140877843262904,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006092070,     "_enqueue_time_":2140877843628406}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877851517389, stage=SUCCEEDED, actionName='null', event={   "id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a",   "source":".scheduled_maintenance",   "eventTime":2140877843262904,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006092070,     "_enqueue_time_":2140877843628406}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882853313579, stage=STARTED, actionName='null', event={   "id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b",   "source":".scheduled_maintenance",   "eventTime":2140882852093745,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006097079,     "_enqueue_time_":2140882852419944}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882854208905, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b",   "source":".scheduled_maintenance",   "eventTime":2140882852093745,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006097079,     "_enqueue_time_":2140882852419944}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882857351151, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b",   "source":".scheduled_maintenance",   "eventTime":2140882852093745,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006097079,     "_enqueue_time_":2140882852419944}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882858943522, stage=SUCCEEDED, actionName='null', event={   "id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b",   "source":".scheduled_maintenance",   "eventTime":2140882852093745,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006097079,     "_enqueue_time_":2140882852419944}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887861150064, stage=STARTED, actionName='null', event={   "id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c",   "source":".scheduled_maintenance",   "eventTime":2140887859970058,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006102087,     "_enqueue_time_":2140887860336278}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887861964914, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c",   "source":".scheduled_maintenance",   "eventTime":2140887859970058,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006102087,     "_enqueue_time_":2140887860336278}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887864637068, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c",   "source":".scheduled_maintenance",   "eventTime":2140887859970058,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006102087,     "_enqueue_time_":2140887860336278}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887866182541, stage=SUCCEEDED, actionName='null', event={   "id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c",   "source":".scheduled_maintenance",   "eventTime":2140887859970058,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006102087,     "_enqueue_time_":2140887860336278}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892868159975, stage=STARTED, actionName='null', event={   "id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d",   "source":".scheduled_maintenance",   "eventTime":2140892866784388,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006107094,     "_enqueue_time_":2140892867364011}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892868995509, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d",   "source":".scheduled_maintenance",   "eventTime":2140892866784388,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006107094,     "_enqueue_time_":2140892867364011}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892871764681, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d",   "source":".scheduled_maintenance",   "eventTime":2140892866784388,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006107094,     "_enqueue_time_":2140892867364011}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892873282991, stage=SUCCEEDED, actionName='null', event={   "id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d",   "source":".scheduled_maintenance",   "eventTime":2140892866784388,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006107094,     "_enqueue_time_":2140892867364011}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140897875430821, stage=STARTED, actionName='null', event={   "id":"79b22a146db74T6mb9a94mpkoswqwki9abjzd9e",   "source":".scheduled_maintenance",   "eventTime":2140897873943412,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006112101,     "_enqueue_time_":2140897874480673}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140897876716804, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"79b22a146db74T6mb9a94mpkoswqwki9abjzd9e",   "source":".scheduled_maintenance",   "eventTime":2140897873943412,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006112101,     "_enqueue_time_":2140897874480673}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140897879913344, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"79b22a146db74T6mb9a94mpkoswqwki9abjzd9e",   "source":".scheduled_maintenance",   "eventTime":2140897873943412,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1541006112101,     "_enqueue_time_":2140897874480673}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541006087055407911, currentTimeNs=1541006112106286789, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=2140872818982801, stage=STARTED, actionName='null', event={
  "id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94",
  "source":".scheduled_maintenance",
  "eventTime":2140872811022733,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006087037,
    "_enqueue_time_":2140872816615837}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140872824165951, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94",
  "source":".scheduled_maintenance",
  "eventTime":2140872811022733,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006087037,
    "_enqueue_time_":2140872816615837}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140872832284390, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94",
  "source":".scheduled_maintenance",
  "eventTime":2140872811022733,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006087037,
    "_enqueue_time_":2140872816615837}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1540833287010789061, currentTimeNs=1541006087059167192, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140872834034202, stage=SUCCEEDED, actionName='null', event={
  "id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94",
  "source":".scheduled_maintenance",
  "eventTime":2140872811022733,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006087037,
    "_enqueue_time_":2140872816615837}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877844396561, stage=STARTED, actionName='null', event={
  "id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a",
  "source":".scheduled_maintenance",
  "eventTime":2140877843262904,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006092070,
    "_enqueue_time_":2140877843628406}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877845309325, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a",
  "source":".scheduled_maintenance",
  "eventTime":2140877843262904,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006092070,
    "_enqueue_time_":2140877843628406}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877850251627, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a",
  "source":".scheduled_maintenance",
  "eventTime":2140877843262904,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006092070,
    "_enqueue_time_":2140877843628406}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877851517389, stage=SUCCEEDED, actionName='null', event={
  "id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a",
  "source":".scheduled_maintenance",
  "eventTime":2140877843262904,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006092070,
    "_enqueue_time_":2140877843628406}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882853313579, stage=STARTED, actionName='null', event={
  "id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b",
  "source":".scheduled_maintenance",
  "eventTime":2140882852093745,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006097079,
    "_enqueue_time_":2140882852419944}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882854208905, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b",
  "source":".scheduled_maintenance",
  "eventTime":2140882852093745,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006097079,
    "_enqueue_time_":2140882852419944}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882857351151, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b",
  "source":".scheduled_maintenance",
  "eventTime":2140882852093745,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006097079,
    "_enqueue_time_":2140882852419944}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882858943522, stage=SUCCEEDED, actionName='null', event={
  "id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b",
  "source":".scheduled_maintenance",
  "eventTime":2140882852093745,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006097079,
    "_enqueue_time_":2140882852419944}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887861150064, stage=STARTED, actionName='null', event={
  "id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c",
  "source":".scheduled_maintenance",
  "eventTime":2140887859970058,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006102087,
    "_enqueue_time_":2140887860336278}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887861964914, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c",
  "source":".scheduled_maintenance",
  "eventTime":2140887859970058,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006102087,
    "_enqueue_time_":2140887860336278}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887864637068, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c",
  "source":".scheduled_maintenance",
  "eventTime":2140887859970058,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006102087,
    "_enqueue_time_":2140887860336278}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887866182541, stage=SUCCEEDED, actionName='null', event={
  "id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c",
  "source":".scheduled_maintenance",
  "eventTime":2140887859970058,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006102087,
    "_enqueue_time_":2140887860336278}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892868159975, stage=STARTED, actionName='null', event={
  "id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d",
  "source":".scheduled_maintenance",
  "eventTime":2140892866784388,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006107094,
    "_enqueue_time_":2140892867364011}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892868995509, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d",
  "source":".scheduled_maintenance",
  "eventTime":2140892866784388,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006107094,
    "_enqueue_time_":2140892867364011}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892871764681, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d",
  "source":".scheduled_maintenance",
  "eventTime":2140892866784388,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006107094,
    "_enqueue_time_":2140892867364011}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892873282991, stage=SUCCEEDED, actionName='null', event={
  "id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d",
  "source":".scheduled_maintenance",
  "eventTime":2140892866784388,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006107094,
    "_enqueue_time_":2140892867364011}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140897875430821, stage=STARTED, actionName='null', event={
  "id":"79b22a146db74T6mb9a94mpkoswqwki9abjzd9e",
  "source":".scheduled_maintenance",
  "eventTime":2140897873943412,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006112101,
    "_enqueue_time_":2140897874480673}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140897876716804, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"79b22a146db74T6mb9a94mpkoswqwki9abjzd9e",
  "source":".scheduled_maintenance",
  "eventTime":2140897873943412,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006112101,
    "_enqueue_time_":2140897874480673}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140897879913344, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"79b22a146db74T6mb9a94mpkoswqwki9abjzd9e",
  "source":".scheduled_maintenance",
  "eventTime":2140897873943412,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1541006112101,
    "_enqueue_time_":2140897874480673}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541006087055407911, currentTimeNs=1541006112106286789, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
	at __randomizedtesting.SeedInfo.seed([A327A3D2F0FF7566:BE0B63A091BC526D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14098 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
   [junit4]   2> 1994133 INFO  (SUITE-TestAuthenticationFramework-seed#[A327A3D2F0FF7566]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/init-core-data-001
   [junit4]   2> 1994134 WARN  (SUITE-TestAuthenticationFramework-seed#[A327A3D2F0FF7566]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=14 numCloses=14
   [junit4]   2> 1994134 INFO  (SUITE-TestAuthenticationFramework-seed#[A327A3D2F0FF7566]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1994136 INFO  (SUITE-TestAuthenticationFramework-seed#[A327A3D2F0FF7566]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1994139 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A327A3D2F0FF7566]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001
   [junit4]   2> 1994139 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A327A3D2F0FF7566]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1994139 INFO  (Thread-5721) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1994139 INFO  (Thread-5721) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1994144 ERROR (Thread-5721) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1994239 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A327A3D2F0FF7566]) [    ] o.a.s.c.ZkTestServer start zk server on port:41356
   [junit4]   2> 1994242 INFO  (zkConnectionManagerCallback-5880-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1994248 INFO  (jetty-launcher-5877-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 1994248 INFO  (jetty-launcher-5877-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 1994250 INFO  (jetty-launcher-5877-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1994250 INFO  (jetty-launcher-5877-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1994250 INFO  (jetty-launcher-5877-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1994250 INFO  (jetty-launcher-5877-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1994250 INFO  (jetty-launcher-5877-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1994250 INFO  (jetty-launcher-5877-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1994251 INFO  (jetty-launcher-5877-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74a26cab{/solr,null,AVAILABLE}
   [junit4]   2> 1994251 INFO  (jetty-launcher-5877-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3edbd966{/solr,null,AVAILABLE}
   [junit4]   2> 1994251 INFO  (jetty-launcher-5877-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@45b10a87{HTTP/1.1,[http/1.1]}{127.0.0.1:35052}
   [junit4]   2> 1994251 INFO  (jetty-launcher-5877-thread-1) [    ] o.e.j.s.Server Started @1994334ms
   [junit4]   2> 1994251 INFO  (jetty-launcher-5877-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35052}
   [junit4]   2> 1994251 INFO  (jetty-launcher-5877-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@379f273e{HTTP/1.1,[http/1.1]}{127.0.0.1:44177}
   [junit4]   2> 1994251 INFO  (jetty-launcher-5877-thread-2) [    ] o.e.j.s.Server Started @1994334ms
   [junit4]   2> 1994251 INFO  (jetty-launcher-5877-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44177}
   [junit4]   2> 1994252 ERROR (jetty-launcher-5877-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1994252 INFO  (jetty-launcher-5877-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1994252 ERROR (jetty-launcher-5877-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1994252 INFO  (jetty-launcher-5877-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1994252 INFO  (jetty-launcher-5877-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1994252 INFO  (jetty-launcher-5877-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1994252 INFO  (jetty-launcher-5877-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1994252 INFO  (jetty-launcher-5877-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1994252 INFO  (jetty-launcher-5877-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1994252 INFO  (jetty-launcher-5877-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-31T17:05:50.641Z
   [junit4]   2> 1994252 INFO  (jetty-launcher-5877-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1994252 INFO  (jetty-launcher-5877-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-31T17:05:50.641Z
   [junit4]   2> 1994254 INFO  (zkConnectionManagerCallback-5883-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1994254 INFO  (zkConnectionManagerCallback-5884-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1994255 INFO  (jetty-launcher-5877-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1994255 INFO  (jetty-launcher-5877-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1994357 INFO  (jetty-launcher-5877-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41356/solr
   [junit4]   2> 1994359 INFO  (zkConnectionManagerCallback-5888-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1994361 INFO  (zkConnectionManagerCallback-5890-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1994407 INFO  (jetty-launcher-5877-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41356/solr
   [junit4]   2> 1994409 INFO  (zkConnectionManagerCallback-5896-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1994412 INFO  (zkConnectionManagerCallback-5898-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1994434 INFO  (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35052_solr
   [junit4]   2> 1994435 INFO  (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr    ] o.a.s.c.Overseer Overseer (id=72197863117750278-127.0.0.1:35052_solr-n_0000000000) starting
   [junit4]   2> 1994456 INFO  (zkConnectionManagerCallback-5905-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1994459 INFO  (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41356/solr ready
   [junit4]   2> 1994460 INFO  (OverseerStateUpdate-72197863117750278-127.0.0.1:35052_solr-n_0000000000) [n:127.0.0.1:35052_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35052_solr
   [junit4]   2> 1994461 INFO  (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35052_solr
   [junit4]   2> 1994463 INFO  (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 1994477 INFO  (zkCallback-5897-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1994477 INFO  (zkCallback-5904-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1994492 INFO  (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1994503 INFO  (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1994508 INFO  (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1994508 INFO  (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44177_solr
   [junit4]   2> 1994510 INFO  (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 1994510 INFO  (zkCallback-5889-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1994515 INFO  (zkCallback-5897-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1994515 INFO  (zkCallback-5904-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1994535 INFO  (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35052.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e79a06c
   [junit4]   2> 1994550 INFO  (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35052.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e79a06c
   [junit4]   2> 1994550 INFO  (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35052.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e79a06c
   [junit4]   2> 1994552 INFO  (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node1/.
   [junit4]   2> 1994554 INFO  (zkConnectionManagerCallback-5911-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1994559 INFO  (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1994561 INFO  (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41356/solr ready
   [junit4]   2> 1994562 INFO  (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1994611 INFO  (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44177.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e79a06c
   [junit4]   2> 1994629 INFO  (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44177.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e79a06c
   [junit4]   2> 1994629 INFO  (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44177.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e79a06c
   [junit4]   2> 1994631 INFO  (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node2/.
   [junit4]   2> 1994667 INFO  (zkConnectionManagerCallback-5914-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1994672 INFO  (zkConnectionManagerCallback-5919-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1994674 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A327A3D2F0FF7566]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1994675 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A327A3D2F0FF7566]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41356/solr ready
   [junit4]   2> 1994679 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A327A3D2F0FF7566]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
   [junit4]   2> 1994681 INFO  (qtp948085556-22405) [n:127.0.0.1:44177_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1994684 INFO  (OverseerThreadFactory-9525-thread-1-processing-n:127.0.0.1:35052_solr) [n:127.0.0.1:35052_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testcollection
   [junit4]   2> 1994795 INFO  (qtp948085556-22396) [n:127.0.0.1:44177_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 1994797 INFO  (qtp489336050-22408) [n:127.0.0.1:35052_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1994804 INFO  (OverseerStateUpdate-72197863117750278-127.0.0.1:35052_solr-n_0000000000) [n:127.0.0.1:35052_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testcollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35052/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1994810 INFO  (OverseerStateUpdate-72197863117750278-127.0.0.1:35052_solr-n_0000000000) [n:127.0.0.1:35052_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testcollection_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44177/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1994822 INFO  (OverseerStateUpdate-72197863117750278-127.0.0.1:35052_solr-n_0000000000) [n:127.0.0.1:35052_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testcollection_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44177/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1994826 INFO  (OverseerStateUpdate-72197863117750278-127.0.0.1:35052_solr-n_0000000000) [n:127.0.0.1:35052_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testcollection_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35052/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1995042 INFO  (qtp489336050-22398) [n:127.0.0.1:35052_solr    x:testcollection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1995042 INFO  (qtp948085556-22396) [n:127.0.0.1:44177_solr    x:testcollection_shard2_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n5&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1995043 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr    x:testcollection_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1995043 INFO  (qtp489336050-22398) [n:127.0.0.1:35052_solr    x:testcollection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1995044 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr    x:testcollection_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1996067 INFO  (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1996068 INFO  (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1996070 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1996071 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1996093 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 1996093 INFO  (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.s.IndexSchema [testcollection_shard2_replica_n5] Schema name=minimal
   [junit4]   2> 1996093 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema [testcollection_shard1_replica_n3] Schema name=minimal
   [junit4]   2> 1996094 INFO  (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1996096 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1996096 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
   [junit4]   2> 1996096 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1996096 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n3' using configuration from collection testcollection, trusted=true
   [junit4]   2> 1996097 INFO  (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1996097 INFO  (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n5' using configuration from collection testcollection, trusted=true
   [junit4]   2> 1996097 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44177.solr.core.testcollection.shard1.replica_n3' (registry 'solr.core.testcollection.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e79a06c
   [junit4]   2> 1996097 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35052.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e79a06c
   [junit4]   2> 1996097 INFO  (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44177.solr.core.testcollection.shard2.replica_n5' (registry 'solr.core.testcollection.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e79a06c
   [junit4]   2> 1996097 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [[testcollection_shard1_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node2/testcollection_shard1_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node2/./testcollection_shard1_replica_n3/data/]
   [junit4]   2> 1996097 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node1/testcollection_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node1/./testcollection_shard2_replica_n6/data/]
   [junit4]   2> 1996097 INFO  (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.c.SolrCore [[testcollection_shard2_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node2/testcollection_shard2_replica_n5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node2/./testcollection_shard2_replica_n5/data/]
   [junit4]   2> 1996098 INFO  (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1996098 INFO  (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
   [junit4]   2> 1996099 INFO  (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35052.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e79a06c
   [junit4]   2> 1996099 INFO  (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node1/testcollection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node1/./testcollection_shard1_replica_n1/data/]
   [junit4]   2> 1996177 INFO  (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1996177 INFO  (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1996177 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1996177 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1996178 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1996178 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1996178 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1996179 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1996180 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1996180 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1996180 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@66e206bc[testcollection_shard1_replica_n3] main]
   [junit4]   2> 1996180 INFO  (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1996180 INFO  (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1996181 INFO  (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1996181 INFO  (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1996181 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@413b05df[testcollection_shard2_replica_n6] main]
   [junit4]   2> 1996182 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1996182 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1996182 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1996183 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1996183 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1996183 INFO  (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1996183 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1996184 INFO  (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1996184 INFO  (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615861438294786048
   [junit4]   2> 1996184 INFO  (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@f978d85[testcollection_shard2_replica_n5] main]
   [junit4]   2> 1996184 INFO  (searcherExecutor-9535-thread-1-processing-n:127.0.0.1:44177_solr x:testcollection_shard1_replica_n3 c:testcollection s:shard1 r:core_node4) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [testcollection_shard1_replica_n3] Registered new searcher Searcher@66e206bc[testcollection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1996184 INFO  (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615861438294786048
   [junit4]   2> 1996185 INFO  (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard

[...truncated too long message...]

s-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1078965148
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1078965148
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1078965148

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 40ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 132 minutes 23 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 197 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/197/

3 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting

Error Message:
Error from server at https://127.0.0.1:46403/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:46403/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([88D461272AF68EF4:4A635D4F29B67E8C]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:269)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46403/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=2086479502190122, stage=STARTED, actionName='null', event={   "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",   "source":".scheduled_maintenance",   "eventTime":2086479498661972,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951693726,     "_enqueue_time_":2086479499900930}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086479505084819, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",   "source":".scheduled_maintenance",   "eventTime":2086479498661972,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951693726,     "_enqueue_time_":2086479499900930}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086479511411296, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",   "source":".scheduled_maintenance",   "eventTime":2086479498661972,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951693726,     "_enqueue_time_":2086479499900930}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1540778893703445126, currentTimeNs=1540951693738635820, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086479513763410, stage=SUCCEEDED, actionName='null', event={   "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",   "source":".scheduled_maintenance",   "eventTime":2086479498661972,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951693726,     "_enqueue_time_":2086479499900930}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484517373036, stage=STARTED, actionName='null', event={   "id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp",   "source":".scheduled_maintenance",   "eventTime":2086484515639620,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951698743,     "_enqueue_time_":2086484515949420}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484518084050, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp",   "source":".scheduled_maintenance",   "eventTime":2086484515639620,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951698743,     "_enqueue_time_":2086484515949420}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484522000304, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp",   "source":".scheduled_maintenance",   "eventTime":2086484515639620,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951698743,     "_enqueue_time_":2086484515949420}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484523411860, stage=SUCCEEDED, actionName='null', event={   "id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp",   "source":".scheduled_maintenance",   "eventTime":2086484515639620,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951698743,     "_enqueue_time_":2086484515949420}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489525081362, stage=STARTED, actionName='null', event={   "id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq",   "source":".scheduled_maintenance",   "eventTime":2086489523989409,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951703751,     "_enqueue_time_":2086489524278218}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489526030340, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq",   "source":".scheduled_maintenance",   "eventTime":2086489523989409,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951703751,     "_enqueue_time_":2086489524278218}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489528486240, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq",   "source":".scheduled_maintenance",   "eventTime":2086489523989409,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951703751,     "_enqueue_time_":2086489524278218}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489529856904, stage=SUCCEEDED, actionName='null', event={   "id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq",   "source":".scheduled_maintenance",   "eventTime":2086489523989409,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951703751,     "_enqueue_time_":2086489524278218}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494531680634, stage=STARTED, actionName='null', event={   "id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr",   "source":".scheduled_maintenance",   "eventTime":2086494530481769,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951708758,     "_enqueue_time_":2086494530863784}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494532498907, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr",   "source":".scheduled_maintenance",   "eventTime":2086494530481769,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951708758,     "_enqueue_time_":2086494530863784}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494535179628, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr",   "source":".scheduled_maintenance",   "eventTime":2086494530481769,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951708758,     "_enqueue_time_":2086494530863784}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494536672188, stage=SUCCEEDED, actionName='null', event={   "id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr",   "source":".scheduled_maintenance",   "eventTime":2086494530481769,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951708758,     "_enqueue_time_":2086494530863784}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499538058027, stage=STARTED, actionName='null', event={   "id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys",   "source":".scheduled_maintenance",   "eventTime":2086499537228094,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951713765,     "_enqueue_time_":2086499537506757}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499538923364, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys",   "source":".scheduled_maintenance",   "eventTime":2086499537228094,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951713765,     "_enqueue_time_":2086499537506757}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499541709652, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys",   "source":".scheduled_maintenance",   "eventTime":2086499537228094,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951713765,     "_enqueue_time_":2086499537506757}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499550041001, stage=SUCCEEDED, actionName='null', event={   "id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys",   "source":".scheduled_maintenance",   "eventTime":2086499537228094,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951713765,     "_enqueue_time_":2086499537506757}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086504551491746, stage=STARTED, actionName='null', event={   "id":"769aa328f3bacTepoz75b8h0koo7ph1t72t6byt",   "source":".scheduled_maintenance",   "eventTime":2086504550579116,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951718778,     "_enqueue_time_":2086504550829469}}, context={}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086504552153746, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={   "id":"769aa328f3bacTepoz75b8h0koo7ph1t72t6byt",   "source":".scheduled_maintenance",   "eventTime":2086504550579116,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951718778,     "_enqueue_time_":2086504550829469}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086504554342472, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={   "id":"769aa328f3bacTepoz75b8h0koo7ph1t72t6byt",   "source":".scheduled_maintenance",   "eventTime":2086504550579116,   "eventType":"SCHEDULED",   "properties":{     "actualEventTime":1540951718778,     "_enqueue_time_":2086504550829469}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1540951693738447383, currentTimeNs=1540951718781416939, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={   "trigger":".scheduled_maintenance",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "beforeAction":"inactive_shard_plan",   "afterAction":"inactive_shard_plan",   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=2086479502190122, stage=STARTED, actionName='null', event={
  "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
  "source":".scheduled_maintenance",
  "eventTime":2086479498661972,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951693726,
    "_enqueue_time_":2086479499900930}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086479505084819, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
  "source":".scheduled_maintenance",
  "eventTime":2086479498661972,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951693726,
    "_enqueue_time_":2086479499900930}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086479511411296, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
  "source":".scheduled_maintenance",
  "eventTime":2086479498661972,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951693726,
    "_enqueue_time_":2086479499900930}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1540778893703445126, currentTimeNs=1540951693738635820, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086479513763410, stage=SUCCEEDED, actionName='null', event={
  "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
  "source":".scheduled_maintenance",
  "eventTime":2086479498661972,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951693726,
    "_enqueue_time_":2086479499900930}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484517373036, stage=STARTED, actionName='null', event={
  "id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp",
  "source":".scheduled_maintenance",
  "eventTime":2086484515639620,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951698743,
    "_enqueue_time_":2086484515949420}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484518084050, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp",
  "source":".scheduled_maintenance",
  "eventTime":2086484515639620,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951698743,
    "_enqueue_time_":2086484515949420}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484522000304, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp",
  "source":".scheduled_maintenance",
  "eventTime":2086484515639620,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951698743,
    "_enqueue_time_":2086484515949420}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484523411860, stage=SUCCEEDED, actionName='null', event={
  "id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp",
  "source":".scheduled_maintenance",
  "eventTime":2086484515639620,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951698743,
    "_enqueue_time_":2086484515949420}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489525081362, stage=STARTED, actionName='null', event={
  "id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq",
  "source":".scheduled_maintenance",
  "eventTime":2086489523989409,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951703751,
    "_enqueue_time_":2086489524278218}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489526030340, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq",
  "source":".scheduled_maintenance",
  "eventTime":2086489523989409,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951703751,
    "_enqueue_time_":2086489524278218}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489528486240, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq",
  "source":".scheduled_maintenance",
  "eventTime":2086489523989409,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951703751,
    "_enqueue_time_":2086489524278218}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489529856904, stage=SUCCEEDED, actionName='null', event={
  "id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq",
  "source":".scheduled_maintenance",
  "eventTime":2086489523989409,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951703751,
    "_enqueue_time_":2086489524278218}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494531680634, stage=STARTED, actionName='null', event={
  "id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr",
  "source":".scheduled_maintenance",
  "eventTime":2086494530481769,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951708758,
    "_enqueue_time_":2086494530863784}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494532498907, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr",
  "source":".scheduled_maintenance",
  "eventTime":2086494530481769,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951708758,
    "_enqueue_time_":2086494530863784}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494535179628, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr",
  "source":".scheduled_maintenance",
  "eventTime":2086494530481769,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951708758,
    "_enqueue_time_":2086494530863784}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494536672188, stage=SUCCEEDED, actionName='null', event={
  "id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr",
  "source":".scheduled_maintenance",
  "eventTime":2086494530481769,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951708758,
    "_enqueue_time_":2086494530863784}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499538058027, stage=STARTED, actionName='null', event={
  "id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys",
  "source":".scheduled_maintenance",
  "eventTime":2086499537228094,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951713765,
    "_enqueue_time_":2086499537506757}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499538923364, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys",
  "source":".scheduled_maintenance",
  "eventTime":2086499537228094,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951713765,
    "_enqueue_time_":2086499537506757}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499541709652, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys",
  "source":".scheduled_maintenance",
  "eventTime":2086499537228094,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951713765,
    "_enqueue_time_":2086499537506757}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499550041001, stage=SUCCEEDED, actionName='null', event={
  "id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys",
  "source":".scheduled_maintenance",
  "eventTime":2086499537228094,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951713765,
    "_enqueue_time_":2086499537506757}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086504551491746, stage=STARTED, actionName='null', event={
  "id":"769aa328f3bacTepoz75b8h0koo7ph1t72t6byt",
  "source":".scheduled_maintenance",
  "eventTime":2086504550579116,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951718778,
    "_enqueue_time_":2086504550829469}}, context={}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086504552153746, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
  "id":"769aa328f3bacTepoz75b8h0koo7ph1t72t6byt",
  "source":".scheduled_maintenance",
  "eventTime":2086504550579116,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951718778,
    "_enqueue_time_":2086504550829469}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086504554342472, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
  "id":"769aa328f3bacTepoz75b8h0koo7ph1t72t6byt",
  "source":".scheduled_maintenance",
  "eventTime":2086504550579116,
  "eventType":"SCHEDULED",
  "properties":{
    "actualEventTime":1540951718778,
    "_enqueue_time_":2086504550829469}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1540951693738447383, currentTimeNs=1540951718781416939, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
  "trigger":".scheduled_maintenance",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "beforeAction":"inactive_shard_plan",
  "afterAction":"inactive_shard_plan",
  "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
	at __randomizedtesting.SeedInfo.seed([302FF439FEA7797:1E2E3F31FEA9509C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned

Error Message:
Error from server at https://127.0.0.1:46403/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:46403/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([88D461272AF68EF4:70129812B9EF163C]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46403/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 13510 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
   [junit4]   2> 1208953 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_302FF439FEA7797-001/init-core-data-001
   [junit4]   2> 1208954 WARN  (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1208964 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1208966 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1208967 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_302FF439FEA7797-001/tempDir-001
   [junit4]   2> 1208967 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1208967 INFO  (Thread-3855) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1208967 INFO  (Thread-3855) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1208982 ERROR (Thread-3855) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1209067 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:40689
   [junit4]   2> 1209070 INFO  (zkConnectionManagerCallback-3469-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1209075 INFO  (jetty-launcher-3466-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 1209076 INFO  (jetty-launcher-3466-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1209076 INFO  (jetty-launcher-3466-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1209076 INFO  (jetty-launcher-3466-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1209077 INFO  (jetty-launcher-3466-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70665496{/solr,null,AVAILABLE}
   [junit4]   2> 1209077 INFO  (jetty-launcher-3466-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@fde9022{HTTP/1.1,[http/1.1]}{127.0.0.1:46045}
   [junit4]   2> 1209078 INFO  (jetty-launcher-3466-thread-1) [    ] o.e.j.s.Server Started @1209132ms
   [junit4]   2> 1209078 INFO  (jetty-launcher-3466-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46045}
   [junit4]   2> 1209078 ERROR (jetty-launcher-3466-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1209078 INFO  (jetty-launcher-3466-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1209078 INFO  (jetty-launcher-3466-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1209078 INFO  (jetty-launcher-3466-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1209078 INFO  (jetty-launcher-3466-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1209078 INFO  (jetty-launcher-3466-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-31T02:08:10.483Z
   [junit4]   2> 1209085 INFO  (zkConnectionManagerCallback-3471-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1209085 INFO  (jetty-launcher-3466-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1209286 INFO  (jetty-launcher-3466-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40689/solr
   [junit4]   2> 1209288 INFO  (zkConnectionManagerCallback-3475-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1209293 INFO  (zkConnectionManagerCallback-3477-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1209418 INFO  (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46045_solr
   [junit4]   2> 1209419 INFO  (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr    ] o.a.s.c.Overseer Overseer (id=72194333338566659-127.0.0.1:46045_solr-n_0000000000) starting
   [junit4]   2> 1209430 INFO  (zkConnectionManagerCallback-3484-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1209434 INFO  (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40689/solr ready
   [junit4]   2> 1209435 INFO  (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46045_solr
   [junit4]   2> 1209435 INFO  (OverseerStateUpdate-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [n:127.0.0.1:46045_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46045_solr
   [junit4]   2> 1209436 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1209438 INFO  (OverseerStateUpdate-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [n:127.0.0.1:46045_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1209452 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1209452 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1209452 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1209476 INFO  (zkCallback-3483-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1209479 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:46045_solr]
   [junit4]   2> 1209480 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1209480 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1209481 DEBUG (ScheduledTrigger-5034-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1209484 INFO  (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1209525 INFO  (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5a583c
   [junit4]   2> 1209538 INFO  (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5a583c
   [junit4]   2> 1209538 INFO  (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5a583c
   [junit4]   2> 1209540 INFO  (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_302FF439FEA7797-001/tempDir-001/node1/.
   [junit4]   2> 1209565 INFO  (zkConnectionManagerCallback-3487-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1209570 INFO  (zkConnectionManagerCallback-3492-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1209571 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1209573 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40689/solr ready
   [junit4]   2> 1209616 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[302FF439FEA7797]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerDefaults
   [junit4]   2> 1209617 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[302FF439FEA7797]) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest {
   [junit4]   2>   "triggers":{
   [junit4]   2>     ".auto_add_replicas":{
   [junit4]   2>       "name":".auto_add_replicas",
   [junit4]   2>       "event":"nodeLost",
   [junit4]   2>       "waitFor":120,
   [junit4]   2>       "enabled":true,
   [junit4]   2>       "actions":[
   [junit4]   2>         {
   [junit4]   2>           "name":"auto_add_replicas_plan",
   [junit4]   2>           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]   2>         {
   [junit4]   2>           "name":"execute_plan",
   [junit4]   2>           "class":"solr.ExecutePlanAction"}]},
   [junit4]   2>     ".scheduled_maintenance":{
   [junit4]   2>       "name":".scheduled_maintenance",
   [junit4]   2>       "event":"scheduled",
   [junit4]   2>       "startTime":"NOW",
   [junit4]   2>       "every":"+1DAY",
   [junit4]   2>       "enabled":true,
   [junit4]   2>       "actions":[
   [junit4]   2>         {
   [junit4]   2>           "name":"inactive_shard_plan",
   [junit4]   2>           "class":"solr.InactiveShardPlanAction"},
   [junit4]   2>         {
   [junit4]   2>           "name":"execute_plan",
   [junit4]   2>           "class":"solr.ExecutePlanAction"}]}},
   [junit4]   2>   "listeners":{
   [junit4]   2>     ".auto_add_replicas.system":{
   [junit4]   2>       "beforeAction":[],
   [junit4]   2>       "afterAction":[],
   [junit4]   2>       "stage":[
   [junit4]   2>         "STARTED",
   [junit4]   2>         "ABORTED",
   [junit4]   2>         "SUCCEEDED",
   [junit4]   2>         "FAILED",
   [junit4]   2>         "BEFORE_ACTION",
   [junit4]   2>         "AFTER_ACTION",
   [junit4]   2>         "IGNORED"],
   [junit4]   2>       "trigger":".auto_add_replicas",
   [junit4]   2>       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
   [junit4]   2>     ".scheduled_maintenance.system":{
   [junit4]   2>       "beforeAction":[],
   [junit4]   2>       "afterAction":[],
   [junit4]   2>       "stage":[
   [junit4]   2>         "STARTED",
   [junit4]   2>         "ABORTED",
   [junit4]   2>         "SUCCEEDED",
   [junit4]   2>         "FAILED",
   [junit4]   2>         "BEFORE_ACTION",
   [junit4]   2>         "AFTER_ACTION",
   [junit4]   2>         "IGNORED"],
   [junit4]   2>       "trigger":".scheduled_maintenance",
   [junit4]   2>       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
   [junit4]   2>   "properties":{}}
   [junit4]   2> 1209627 INFO  (qtp607002778-14280) [n:127.0.0.1:46045_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1209629 DEBUG (qtp607002778-14285) [n:127.0.0.1:46045_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1209629 INFO  (qtp607002778-14285) [n:127.0.0.1:46045_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 1209630 DEBUG (zkCallback-3483-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1209631 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1209638 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1209638 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1209638 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[302FF439FEA7797]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerDefaults
   [junit4]   2> 1209657 INFO  (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[302FF439FEA7797]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup
   [junit4]   2> 1209658 INFO  (qtp607002778-14281) [n:127.0.0.1:46045_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1209662 INFO  (OverseerThreadFactory-5036-thread-1-processing-n:127.0.0.1:46045_solr) [n:127.0.0.1:46045_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection ScheduledMaintenanceTriggerTest_collection1
   [junit4]   2> 1209774 INFO  (qtp607002778-14280) [n:127.0.0.1:46045_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1209779 INFO  (OverseerStateUpdate-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [n:127.0.0.1:46045_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"ScheduledMaintenanceTriggerTest_collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46045/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1209982 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr    x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1209983 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr    x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1210485 DEBUG (ScheduledTrigger-5034-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1210999 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1211009 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1211012 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1211012 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1' using configuration from collection ScheduledMaintenanceTriggerTest_collection1, trusted=true
   [junit4]   2> 1211015 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1' (registry 'solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5a583c
   [junit4]   2> 1211015 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_302FF439FEA7797-001/tempDir-001/node1/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_302FF439FEA7797-001/tempDir-001/node1/./ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/data/]
   [junit4]   2> 1211098 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1211098 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1211099 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1211099 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1211101 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b560cd6[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main]
   [junit4]   2> 1211103 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1211103 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1211104 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1211104 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615804961924317184
   [junit4]   2> 1211105 INFO  (searcherExecutor-5041-thread-1-processing-n:127.0.0.1:46045_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1 c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Registered new searcher Searcher@6b560cd6[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1211112 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/ScheduledMaintenanceTriggerTest_collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1211117 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1211117 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1211117 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46045/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/
   [junit4]   2> 1211118 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1211118 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46045/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 1211132 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46045/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ shard1
   [junit4]   2> 1211287 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1211292 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1309
   [junit4]   2> 1211296 INFO  (qtp607002778-14281) [n:127.0.0.1:46045_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1211390 INFO  (zkCallback-3476-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/ScheduledMaintenanceTriggerTest_collection1/state.json] for collection [ScheduledMaintenanceTriggerTest_collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1211485 DEBUG (ScheduledTrigger-5034-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1211665 INFO  (OverseerCollectionConfigSetProcessor-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [n:127.0.0.1:46045_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1212297 INFO  (qtp607002778-14281) [n:127.0.0.1:46045_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2638
   [junit4]   2> 1212306 INFO  (qtp607002778-14287) [n:127.0.0.1:46045_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
   [junit4]   2> 1212307 INFO  (qtp607002778-14285) [n:127.0.0.1:46045_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1212307 DEBUG (qtp607002778-14280) [n:127.0.0.1:46045_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1212308 INFO  (qtp607002778-14280) [n:127.0.0.1:46045_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 1212308 DEBUG (zkCallback-3483-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1212309 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1212313 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1212314 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1212316 INFO  (qtp607002778-14285) [n:127.0.0.1:46045_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1212317 INFO  (qtp607002778-14287) [n:127.0.0.1:46045_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1212318 DEBUG (qtp607002778-14284) [n:127.0.0.1:46045_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1212319 INFO  (qtp607002778-14284) [n:127.0.0.1:46045_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 1212319 DEBUG (zkCallback-3483-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1212320 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1212320 INFO  (qtp607002778-14280) [n:127.0.0.1:46045_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params action=SPLITSHARD&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1212321 DEBUG (ScheduledTrigger-5034-thread-1) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger .scheduled_maintenance firing registered processor for scheduled time 2018-10-31T02:08:12.857Z, now=2018-10-31T02:08:13.726Z
   [junit4]   2> 1212322 DEBUG (ScheduledTrigger-5034-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":2086479498661972,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1540951693726}}
   [junit4]   2> 1212323 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1212323 DEBUG (ScheduledTrigger-5034-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance]
   [junit4]   2> 1212324 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1212324 INFO  (ScheduledTrigger-5034-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1212325 INFO  (ScheduledTrigger-5034-thread-1) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=2086479502190122, stage=STARTED, actionName='null', event={
   [junit4]   2>   "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":2086479498661972,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1540951693726,
   [junit4]   2>     "_enqueue_time_":2086479499900930}}, context={}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 1212326 DEBUG (AutoscalingActionExecutor-5035-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":2086479498661972,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1540951693726,
   [junit4]   2>     "_enqueue_time_":2086479499900930}}
   [junit4]   2> 1212328 INFO  (AutoscalingActionExecutor-5035-thread-1) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=2086479505084819, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
   [junit4]   2>   "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":2086479498661972,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "actualEventTime":1540951693726,
   [junit4]   2>     "_enqueue_time_":2086479499900930}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance}, config={
   [junit4]   2>   "trigger":".scheduled_maintenance",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":"inactive_shard_plan",
   [junit4]   2>   "afterAction":"inactive_shard_plan",
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 1212331 INFO  (qtp607002778-14287) [n:127.0.0.1:46045_solr    

[...truncated too long message...]

jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null21339866
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null21339866
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null21339866

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 39ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 125 minutes 58 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 196 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/196/

No tests ran.

Build Log:
[...truncated 113 lines...]
ERROR: Step ‘Publish JUnit test result report’ failed: No test report files were found. Configuration error?
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any