You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/03/12 23:50:38 UTC

[JENKINS] Lucene-Solr-master-Windows (64bit/jdk-9.0.1) - Build # 7219 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/7219/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseG1GC

10 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.lucene.store.TestNIOFSDirectory

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J1\temp\lucene.store.TestNIOFSDirectory_436F2628257E928F-001\testLongs-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J1\temp\lucene.store.TestNIOFSDirectory_436F2628257E928F-001\testLongs-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J1\temp\lucene.store.TestNIOFSDirectory_436F2628257E928F-001\testLongs-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J1\temp\lucene.store.TestNIOFSDirectory_436F2628257E928F-001\testLongs-001

	at __randomizedtesting.SeedInfo.seed([436F2628257E928F]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.value.CastingBooleanValueTest

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analytics\test\J0\temp\solr.analytics.value.CastingBooleanValueTest_1547EFDB58B7EACF-001\init-core-data-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analytics\test\J0\temp\solr.analytics.value.CastingBooleanValueTest_1547EFDB58B7EACF-001\init-core-data-001    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analytics\test\J0\temp\solr.analytics.value.CastingBooleanValueTest_1547EFDB58B7EACF-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analytics\test\J0\temp\solr.analytics.value.CastingBooleanValueTest_1547EFDB58B7EACF-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analytics\test\J0\temp\solr.analytics.value.CastingBooleanValueTest_1547EFDB58B7EACF-001\init-core-data-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analytics\test\J0\temp\solr.analytics.value.CastingBooleanValueTest_1547EFDB58B7EACF-001\init-core-data-001
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analytics\test\J0\temp\solr.analytics.value.CastingBooleanValueTest_1547EFDB58B7EACF-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analytics\test\J0\temp\solr.analytics.value.CastingBooleanValueTest_1547EFDB58B7EACF-001

	at __randomizedtesting.SeedInfo.seed([1547EFDB58B7EACF]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.SpatialHeatmapFacetsTest

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.SpatialHeatmapFacetsTest_EFDC9E7EDD407E9B-001\tempDir-003\shard2\collection1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.SpatialHeatmapFacetsTest_EFDC9E7EDD407E9B-001\tempDir-003\shard2\collection1    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.SpatialHeatmapFacetsTest_EFDC9E7EDD407E9B-001\tempDir-003\shard2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.SpatialHeatmapFacetsTest_EFDC9E7EDD407E9B-001\tempDir-003\shard2    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.SpatialHeatmapFacetsTest_EFDC9E7EDD407E9B-001\tempDir-003: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.SpatialHeatmapFacetsTest_EFDC9E7EDD407E9B-001\tempDir-003 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.SpatialHeatmapFacetsTest_EFDC9E7EDD407E9B-001\tempDir-003\shard2\collection1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.SpatialHeatmapFacetsTest_EFDC9E7EDD407E9B-001\tempDir-003\shard2\collection1
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.SpatialHeatmapFacetsTest_EFDC9E7EDD407E9B-001\tempDir-003\shard2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.SpatialHeatmapFacetsTest_EFDC9E7EDD407E9B-001\tempDir-003\shard2
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.SpatialHeatmapFacetsTest_EFDC9E7EDD407E9B-001\tempDir-003: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.SpatialHeatmapFacetsTest_EFDC9E7EDD407E9B-001\tempDir-003

	at __randomizedtesting.SeedInfo.seed([EFDC9E7EDD407E9B]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.solr.rest.schema.analysis.TestManagedStopFilterFactory

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.analysis.TestManagedStopFilterFactory_EFDC9E7EDD407E9B-001\tempDir-004\collection1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.analysis.TestManagedStopFilterFactory_EFDC9E7EDD407E9B-001\tempDir-004\collection1    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.analysis.TestManagedStopFilterFactory_EFDC9E7EDD407E9B-001\tempDir-004: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.analysis.TestManagedStopFilterFactory_EFDC9E7EDD407E9B-001\tempDir-004 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.analysis.TestManagedStopFilterFactory_EFDC9E7EDD407E9B-001\tempDir-004\collection1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.analysis.TestManagedStopFilterFactory_EFDC9E7EDD407E9B-001\tempDir-004\collection1
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.analysis.TestManagedStopFilterFactory_EFDC9E7EDD407E9B-001\tempDir-004: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.analysis.TestManagedStopFilterFactory_EFDC9E7EDD407E9B-001\tempDir-004

	at __randomizedtesting.SeedInfo.seed([EFDC9E7EDD407E9B]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.lucene.store.TestMultiMMap

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMultiMMap_436F2628257E928F-001\testSeekZero-027: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMultiMMap_436F2628257E928F-001\testSeekZero-027    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMultiMMap_436F2628257E928F-001\testSeekZero-026: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMultiMMap_436F2628257E928F-001\testSeekZero-026 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMultiMMap_436F2628257E928F-001\testSeekZero-027: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMultiMMap_436F2628257E928F-001\testSeekZero-027
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMultiMMap_436F2628257E928F-001\testSeekZero-026: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMultiMMap_436F2628257E928F-001\testSeekZero-026

	at __randomizedtesting.SeedInfo.seed([436F2628257E928F]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
should be at least one inactive event

Stack Trace:
java.lang.AssertionError: should be at least one inactive event
	at __randomizedtesting.SeedInfo.seed([EFDC9E7EDD407E9B:F2F05E0CBC035990]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:218)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event

Stack Trace:
java.lang.AssertionError: missing cleanup event
	at __randomizedtesting.SeedInfo.seed([EFDC9E7EDD407E9B:F2F05E0CBC035990]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:219)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
no events captured!

Stack Trace:
java.lang.AssertionError: no events captured!
	at __randomizedtesting.SeedInfo.seed([EFDC9E7EDD407E9B:F2F05E0CBC035990]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:200)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
should be at least one inactive event

Stack Trace:
java.lang.AssertionError: should be at least one inactive event
	at __randomizedtesting.SeedInfo.seed([EFDC9E7EDD407E9B:F2F05E0CBC035990]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:218)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
cleanup action didn't run

Stack Trace:
java.lang.AssertionError: cleanup action didn't run
	at __randomizedtesting.SeedInfo.seed([EFDC9E7EDD407E9B:F2F05E0CBC035990]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:197)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 903 lines...]
   [junit4] Suite: org.apache.lucene.store.TestMultiMMap
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {docid=PostingsFormat(name=Asserting), junk=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=859, maxMBSortInHeap=5.648283718848619, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1686ebe5), locale=pl-PL, timezone=Africa/Tripoli
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=3,threads=1,free=243466032,total=417333248
   [junit4]   2> NOTE: All tests run in this JVM: [TestSpanOrQuery, TestSpansEnum, TestCollectionUtil, TestIndexWriterFromReader, TestAllFilesHaveChecksumFooter, TestBoostQuery, TestSimpleExplanationsOfNonMatches, TestParallelCompositeReader, TestSegmentTermEnum, TestAllFilesCheckIndexHeader, TestReusableStringReader, TestExitableDirectoryReader, TestMultiThreadTermVectors, TestPolygon2D, TestIndexWriterUnicode, TestIndexWriterOnVMError, TestToken, TestSpanExplanations, TestIndexableField, TestIndexOptions, TestFlushByRamOrCountsPolicy, TestDemo, TestBufferedIndexInput, TestCompiledAutomaton, TestTermdocPerf, TestTopFieldCollectorEarlyTermination, TestSparseFixedBitDocIdSet, TestLucene70NormsFormat, TestElevationComparator, TestReaderWrapperDVTypeCheck, TestIndexFileDeleter, TestTrackingDirectoryWrapper, TestIntBlockPool, TestCharArrayMap, TestTotalHitCountCollector, TestNeedsScores, Test2BNumericDocValues, TestAllFilesHaveCodecHeader, TestAxiomaticF2LOG, TestIndexedDISI, TestIndexWriter, TestIndexInput, TestFieldCacheRewriteMethod, TestDocValuesRewriteMethod, TestSegmentReader, TestSortRescorer, TestSynonymQuery, TestFieldsReader, TestLMDirichletSimilarity, TestBooleanQuery, TestLucene60FieldInfoFormat, TestBlockPostingsFormat3, TestAtomicUpdate, TestPointValues, TestMultiTermQueryRewrites, TestBoolean2ScorerSupplier, TestFilterSpans, TestIndexWriterDeleteByQuery, TestBKD, TestLongRange, TestDateSort, TestDuelingCodecsAtNight, TestDocCount, TestSwappedIndexFiles, TestExternalCodecs, TestIntroSorter, TestSortedSetDocValues, TestDoc, TestNoMergeScheduler, TestDoubleValuesSource, TestMinShouldMatch2, TestMinimize, TestManyFields, TestIndexSearcher, FiniteStringsIteratorTest, TestAxiomaticF1LOG, TestStringHelper, TestCharacterUtils, TestBM25Similarity, TestLockFactory, TestTieredMergePolicy, TestSpanCollection, TestOmitTf, TestLongBitSet, TestDoubleRange, TestDocument, TestDocValues, TestMathUtil, TestPositiveScoresOnlyCollector, TestDirectPacked, TestSort, TestAddIndexes, TestLazyProxSkipping, TestDistributionSPL, TestUnicodeUtil, TestTopDocsMerge, TestArrayUtil, TestMmapDirectory, TestSloppyPhraseQuery, TestFixedBitDocIdSet, Test2BBinaryDocValues, TestDirectory, TestIndexWriterMergePolicy, TestBagOfPostings, TestTermScorer, TestSimpleFSDirectory, TestNativeFSLockFactory, TestBooleanScorer, TestIndexWriterOnJRECrash, TestDuelingCodecs, TestSubScorerFreqs, TestNotDocIdSet, TestPrefixRandom, TestClassicSimilarity, TestFloatRangeFieldQueries, TestParallelReaderEmptyIndex, TestNot, TestOneMergeWrappingMergePolicy, TestCodecUtil, TestIndexSorting, TestSpanExplanationsOfNonMatches, TestIntsRef, TestReqExclBulkScorer, TestIndexWriterReader, TestIndexWriterMerging, TestFSTs, TestBytesStore, TestPackedInts, TestIndexWriterWithThreads, TestIndexWriterExceptions, TestMultiMMap]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestMultiMMap -Dtests.seed=436F2628257E928F -Dtests.slow=true -Dtests.locale=pl-PL -Dtests.timezone=Africa/Tripoli -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J0 | TestMultiMMap (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMultiMMap_436F2628257E928F-001\testSeekZero-027: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMultiMMap_436F2628257E928F-001\testSeekZero-027
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMultiMMap_436F2628257E928F-001\testSeekZero-026: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMultiMMap_436F2628257E928F-001\testSeekZero-026
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([436F2628257E928F]:0)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [196/486 (1!)] on J0 in 4.89s, 54 tests, 1 error <<< FAILURES!

[...truncated 7 lines...]
   [junit4] Suite: org.apache.lucene.store.TestNIOFSDirectory
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=650, maxMBSortInHeap=7.7044660196856025, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@e8ad2c), locale=it, timezone=Antarctica/Palmer
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=3,threads=1,free=117944320,total=288358400
   [junit4]   2> NOTE: All tests run in this JVM: [TestSleepingLockWrapper, TestOperations, TestOrdinalMap, TestIndexWriterDelete, TestQueryRescorer, TestDeletionPolicy, TestIndexReaderClose, TestFastDecompressionMode, TestTermVectorsWriter, TestIndependenceStandardized, TestDateTools, TestIntRangeFieldQueries, TestIndexWriterOutOfFileDescriptors, TestRoaringDocIdSet, TestSortedNumericSortField, TestSimpleAttributeImpl, TestNoMergePolicy, TestReqOptSumScorer, TestStressAdvance, TestRecyclingIntBlockAllocator, TestSpanBoostQuery, TestNormsFieldExistsQuery, TestNRTReaderWithThreads, TestRollingUpdates, TestShardSearching, TestSortRandom, TestLucene70SegmentInfoFormat, TestSpanContainQuery, TestPhraseQuery, TestAutomatonQueryUnicode, TestCheckIndex, TestSpanTermQuery, TestBytesRefArray, TestApproximationSearchEquivalence, TestMultiTermsEnum, TestLogMergePolicy, TestSameTokenSamePosition, TestForTooMuchCloning, TestSimilarity, TestDemoParallelLeafReader, TestIOUtils, TestIsCurrent, TestDirectMonotonic, TestLSBRadixSorter, TestDocInverterPerFieldErrorInfo, TestRateLimiter, TestMultiPhraseQuery, TestLucene50TermVectorsFormat, TestSparseFixedBitSet, TestSegmentTermDocs, TestTermStates, TestNewestSegment, TestWildcard, TestReadOnlyIndex, TestStressIndexing, TestLucene70DocValuesFormat, TestBoolean2, TestPerFieldPostingsFormat2, TestMergeSchedulerExternal, TestLongRangeFieldQueries, TestPostingsOffsets, Test4GBStoredFields, TestDocIdsWriter, TestFastCompressionMode, TestIndexWriterForceMerge, TestSimpleExplanationsWithFillerDocs, TestNIOFSDirectory]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNIOFSDirectory -Dtests.seed=436F2628257E928F -Dtests.slow=true -Dtests.locale=it -Dtests.timezone=Antarctica/Palmer -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | TestNIOFSDirectory (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J1\temp\lucene.store.TestNIOFSDirectory_436F2628257E928F-001\testLongs-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J1\temp\lucene.store.TestNIOFSDirectory_436F2628257E928F-001\testLongs-001
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([436F2628257E928F]:0)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [199/486 (2!)] on J1 in 1.60s, 42 tests, 1 error <<< FAILURES!

[...truncated 13276 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
   [junit4]   2> 2847995 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[EFDC9E7EDD407E9B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_EFDC9E7EDD407E9B-001\init-core-data-001
   [junit4]   2> 2847996 WARN  (SUITE-ScheduledMaintenanceTriggerTest-seed#[EFDC9E7EDD407E9B]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
   [junit4]   2> 2847997 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[EFDC9E7EDD407E9B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2847998 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[EFDC9E7EDD407E9B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2848000 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[EFDC9E7EDD407E9B]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_EFDC9E7EDD407E9B-001\tempDir-001
   [junit4]   2> 2848001 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[EFDC9E7EDD407E9B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2848005 INFO  (Thread-5772) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2848005 INFO  (Thread-5772) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2848011 ERROR (Thread-5772) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2848101 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[EFDC9E7EDD407E9B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:49879
   [junit4]   2> 2848105 INFO  (zkConnectionManagerCallback-8428-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2848111 INFO  (jetty-launcher-8425-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2848111 INFO  (jetty-launcher-8425-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2848111 INFO  (jetty-launcher-8425-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2848112 INFO  (jetty-launcher-8425-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 2848112 INFO  (jetty-launcher-8425-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3392860e{/solr,null,AVAILABLE}
   [junit4]   2> 2848114 INFO  (jetty-launcher-8425-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@e60ec56{HTTP/1.1,[http/1.1]}{127.0.0.1:49883}
   [junit4]   2> 2848114 INFO  (jetty-launcher-8425-thread-1) [    ] o.e.j.s.Server Started @2859085ms
   [junit4]   2> 2848114 INFO  (jetty-launcher-8425-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49883}
   [junit4]   2> 2848117 ERROR (jetty-launcher-8425-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2848117 INFO  (jetty-launcher-8425-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2848117 INFO  (jetty-launcher-8425-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2848117 INFO  (jetty-launcher-8425-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2848117 INFO  (jetty-launcher-8425-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-12T23:18:12.472416100Z
   [junit4]   2> 2848122 INFO  (zkConnectionManagerCallback-8430-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2848122 INFO  (jetty-launcher-8425-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2848132 INFO  (jetty-launcher-8425-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49879/solr
   [junit4]   2> 2848136 INFO  (zkConnectionManagerCallback-8434-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2848140 INFO  (zkConnectionManagerCallback-8436-thread-1-processing-n:127.0.0.1:49883_solr) [n:127.0.0.1:49883_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2848311 INFO  (jetty-launcher-8425-thread-1) [n:127.0.0.1:49883_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2848333 INFO  (jetty-launcher-8425-thread-1) [n:127.0.0.1:49883_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49883_solr
   [junit4]   2> 2848334 INFO  (jetty-launcher-8425-thread-1) [n:127.0.0.1:49883_solr    ] o.a.s.c.Overseer Overseer (id=72123074168750083-127.0.0.1:49883_solr-n_0000000000) starting
   [junit4]   2> 2848360 INFO  (zkConnectionManagerCallback-8441-thread-1-processing-n:127.0.0.1:49883_solr) [n:127.0.0.1:49883_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2848364 INFO  (jetty-launcher-8425-thread-1) [n:127.0.0.1:49883_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49879/solr ready
   [junit4]   2> 2848375 INFO  (jetty-launcher-8425-thread-1) [n:127.0.0.1:49883_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49883_solr
   [junit4]   2> 2848375 DEBUG (OverseerAutoScalingTriggerThread-72123074168750083-127.0.0.1:49883_solr-n_0000000000) [n:127.0.0.1:49883_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 2848376 DEBUG (OverseerAutoScalingTriggerThread-72123074168750083-127.0.0.1:49883_solr-n_0000000000) [n:127.0.0.1:49883_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2848378 INFO  (OverseerStateUpdate-72123074168750083-127.0.0.1:49883_solr-n_0000000000) [n:127.0.0.1:49883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2848379 DEBUG (OverseerAutoScalingTriggerThread-72123074168750083-127.0.0.1:49883_solr-n_0000000000) [n:127.0.0.1:49883_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
   [junit4]   2> 2848379 DEBUG (OverseerAutoScalingTriggerThread-72123074168750083-127.0.0.1:49883_solr-n_0000000000) [n:127.0.0.1:49883_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 2848379 DEBUG (OverseerAutoScalingTriggerThread-72123074168750083-127.0.0.1:49883_solr-n_0000000000) [n:127.0.0.1:49883_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2848379 INFO  (zkCallback-8440-thread-1-processing-n:127.0.0.1:49883_solr) [n:127.0.0.1:49883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2848384 DEBUG (OverseerAutoScalingTriggerThread-72123074168750083-127.0.0.1:49883_solr-n_0000000000) [n:127.0.0.1:49883_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2848385 DEBUG (OverseerAutoScalingTriggerThread-72123074168750083-127.0.0.1:49883_solr-n_0000000000) [n:127.0.0.1:49883_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2848385 DEBUG (ScheduledTrigger-11853-thread-1) [n:127.0.0.1:49883_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848447 INFO  (jetty-launcher-8425-thread-1) [n:127.0.0.1:49883_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49883.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba4a034
   [junit4]   2> 2848454 INFO  (jetty-launcher-8425-thread-1) [n:127.0.0.1:49883_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49883.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba4a034
   [junit4]   2> 2848454 INFO  (jetty-launcher-8425-thread-1) [n:127.0.0.1:49883_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49883.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba4a034
   [junit4]   2> 2848455 INFO  (jetty-launcher-8425-thread-1) [n:127.0.0.1:49883_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_EFDC9E7EDD407E9B-001\tempDir-001\node1\.
   [junit4]   2> 2848473 INFO  (zkConnectionManagerCallback-8443-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2848478 INFO  (zkConnectionManagerCallback-8447-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2848480 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[EFDC9E7EDD407E9B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2848481 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[EFDC9E7EDD407E9B]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49879/solr ready
   [junit4]   2> 2848486 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 2848487 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 2848487 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10019_solr]
   [junit4]   2> 2848487 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 2848487 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 2848487 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2848487 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 2848487 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848487 WARN  (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:12.842Z. Now: 2018-03-14T13:14:15.713Z
   [junit4]   2> 2848487 DEBUG (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a82e6aT9lbecvgds1l9soff7oqf0o7om",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983092842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033255713},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848499 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[EFDC9E7EDD407E9B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerDefaults
   [junit4]   2> 2848499 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[EFDC9E7EDD407E9B]) [    ] o.a.s.c.a.ScheduledMaintenanceTriggerTest {
   [junit4]   2>   "cluster-preferences":[
   [junit4]   2>     {
   [junit4]   2>       "minimize":"cores",
   [junit4]   2>       "precision":1},
   [junit4]   2>     {"maximize":"freedisk"}],
   [junit4]   2>   "triggers":{
   [junit4]   2>     ".scheduled_maintenance":{
   [junit4]   2>       "name":".scheduled_maintenance",
   [junit4]   2>       "startTime":"NOW",
   [junit4]   2>       "event":"scheduled",
   [junit4]   2>       "every":"+1DAY",
   [junit4]   2>       "actions":[
   [junit4]   2>         {
   [junit4]   2>           "name":"inactive_shard_plan",
   [junit4]   2>           "class":"solr.InactiveShardPlanAction"},
   [junit4]   2>         {
   [junit4]   2>           "name":"execute_plan",
   [junit4]   2>           "class":"solr.ExecutePlanAction"}],
   [junit4]   2>       "enabled":true},
   [junit4]   2>     ".auto_add_replicas":{
   [junit4]   2>       "name":".auto_add_replicas",
   [junit4]   2>       "event":"nodeLost",
   [junit4]   2>       "waitFor":120,
   [junit4]   2>       "actions":[
   [junit4]   2>         {
   [junit4]   2>           "name":"auto_add_replicas_plan",
   [junit4]   2>           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]   2>         {
   [junit4]   2>           "name":"execute_plan",
   [junit4]   2>           "class":"solr.ExecutePlanAction"}],
   [junit4]   2>       "enabled":true}},
   [junit4]   2>   "listeners":{
   [junit4]   2>     ".scheduled_maintenance.system":{
   [junit4]   2>       "trigger":".scheduled_maintenance",
   [junit4]   2>       "afterAction":[],
   [junit4]   2>       "stage":[
   [junit4]   2>         "STARTED",
   [junit4]   2>         "ABORTED",
   [junit4]   2>         "SUCCEEDED",
   [junit4]   2>         "FAILED",
   [junit4]   2>         "BEFORE_ACTION",
   [junit4]   2>         "AFTER_ACTION",
   [junit4]   2>         "IGNORED"],
   [junit4]   2>       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
   [junit4]   2>       "beforeAction":[]},
   [junit4]   2>     ".auto_add_replicas.system":{
   [junit4]   2>       "trigger":".auto_add_replicas",
   [junit4]   2>       "afterAction":[],
   [junit4]   2>       "stage":[
   [junit4]   2>         "STARTED",
   [junit4]   2>         "ABORTED",
   [junit4]   2>         "SUCCEEDED",
   [junit4]   2>         "FAILED",
   [junit4]   2>         "BEFORE_ACTION",
   [junit4]   2>         "AFTER_ACTION",
   [junit4]   2>         "IGNORED"],
   [junit4]   2>       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
   [junit4]   2>       "beforeAction":[]}},
   [junit4]   2>   "properties":{}}
   [junit4]   2> 2848501 DEBUG (simCloudManagerPool-11859-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2848501 DEBUG (simCloudManagerPool-11859-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2848502 DEBUG (simCloudManagerPool-11859-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10019_solr]
   [junit4]   2> 2848502 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2848502 INFO  (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[EFDC9E7EDD407E9B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerDefaults
   [junit4]   2> 2848503 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2848503 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2848510 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848512 INFO  (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[EFDC9E7EDD407E9B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup
   [junit4]   2> 2848531 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848553 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848575 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848595 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848617 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848637 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848657 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848658 DEBUG (simCloudManagerPool-11859-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1: {"core_node1":{
   [junit4]   2>     "node_name":"127.0.0.1:10019_solr",
   [junit4]   2>     "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "INDEX.sizeInBytes":1,
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"ScheduledMaintenanceTriggerTest_collection1"}}
   [junit4]   2> 2848659 DEBUG (simCloudManagerPool-11859-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1_1: {"core_node5":{
   [junit4]   2>     "node_name":"127.0.0.1:10019_solr",
   [junit4]   2>     "base_url":"http://127.0.0.1:10019/solr",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "INDEX.sizeInBytes":1,
   [junit4]   2>     "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0",
   [junit4]   2>     "shard":"shard1_1",
   [junit4]   2>     "collection":"ScheduledMaintenanceTriggerTest_collection1"}}
   [junit4]   2> 2848659 DEBUG (simCloudManagerPool-11859-thread-8) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1_0: {"core_node4":{
   [junit4]   2>     "node_name":"127.0.0.1:10019_solr",
   [junit4]   2>     "base_url":"http://127.0.0.1:10019/solr",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "INDEX.sizeInBytes":1,
   [junit4]   2>     "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0",
   [junit4]   2>     "shard":"shard1_0",
   [junit4]   2>     "collection":"ScheduledMaintenanceTriggerTest_collection1"}}
   [junit4]   2> 2848662 DEBUG (simCloudManagerPool-11859-thread-9) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2848662 DEBUG (simCloudManagerPool-11859-thread-9) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 2848663 DEBUG (simCloudManagerPool-11859-thread-9) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10019_solr]
   [junit4]   2> 2848663 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 2848663 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2848663 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 2848665 DEBUG (simCloudManagerPool-11859-thread-10) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2848665 DEBUG (simCloudManagerPool-11859-thread-10) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 2848666 DEBUG (simCloudManagerPool-11859-thread-10) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10019_solr]
   [junit4]   2> 2848666 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 2848666 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2848666 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 2848666 WARN  (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:14.842Z. Now: 2018-03-14T13:14:24.564Z
   [junit4]   2> 2848666 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8363aT9lbecvgds1l9soff7oqf0o7oo",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983094842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033264564},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848677 DEBUG (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848688 WARN  (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:16.842Z. Now: 2018-03-14T13:14:25.661Z
   [junit4]   2> 2848688 DEBUG (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a83e0aT9lbecvgds1l9soff7oqf0o7oq",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983096842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033265661},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848698 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848711 WARN  (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:18.842Z. Now: 2018-03-14T13:14:26.801Z
   [junit4]   2> 2848711 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a845daT9lbecvgds1l9soff7oqf0o7os",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983098842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033266801},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848719 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848733 WARN  (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:20.842Z. Now: 2018-03-14T13:14:27.877Z
   [junit4]   2> 2848733 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a84daaT9lbecvgds1l9soff7oqf0o7ou",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983100842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033267877},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848741 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848754 WARN  (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:22.842Z. Now: 2018-03-14T13:14:28.942Z
   [junit4]   2> 2848754 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8557aT9lbecvgds1l9soff7oqf0o7ow",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983102842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033268942},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848761 DEBUG (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848777 WARN  (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:24.842Z. Now: 2018-03-14T13:14:30.103Z
   [junit4]   2> 2848777 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a85d4aT9lbecvgds1l9soff7oqf0o7oy",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983104842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033270103},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848782 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848799 WARN  (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:26.842Z. Now: 2018-03-14T13:14:31.203Z
   [junit4]   2> 2848799 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8651aT9lbecvgds1l9soff7oqf0o7p0",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983106842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033271203},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848803 DEBUG (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848821 WARN  (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:28.842Z. Now: 2018-03-14T13:14:32.298Z
   [junit4]   2> 2848821 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a86ceaT9lbecvgds1l9soff7oqf0o7p2",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983108842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033272298},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848825 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848844 WARN  (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:30.842Z. Now: 2018-03-14T13:14:33.441Z
   [junit4]   2> 2848844 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a874baT9lbecvgds1l9soff7oqf0o7p4",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983110842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033273441},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848846 DEBUG (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848866 WARN  (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:32.842Z. Now: 2018-03-14T13:14:34.540Z
   [junit4]   2> 2848866 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a87c8aT9lbecvgds1l9soff7oqf0o7p6",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983112842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033274540},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848867 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848888 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848888 WARN  (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:34.842Z. Now: 2018-03-14T13:14:35.654Z
   [junit4]   2> 2848888 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8845aT9lbecvgds1l9soff7oqf0o7p8",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983114842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033275654},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848909 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848911 WARN  (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:36.842Z. Now: 2018-03-14T13:14:36.796Z
   [junit4]   2> 2848911 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a88c2aT9lbecvgds1l9soff7oqf0o7pa",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983116842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033276796},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848930 DEBUG (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848932 WARN  (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:38.842Z. Now: 2018-03-14T13:14:37.854Z
   [junit4]   2> 2848932 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a893faT9lbecvgds1l9soff7oqf0o7pc",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983118842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033277854},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848951 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848954 WARN  (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:40.842Z. Now: 2018-03-14T13:14:38.946Z
   [junit4]   2> 2848954 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a89bcaT9lbecvgds1l9soff7oqf0o7pe",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983120842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033278946},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848972 DEBUG (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848976 WARN  (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:42.842Z. Now: 2018-03-14T13:14:40.042Z
   [junit4]   2> 2848976 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8a39aT9lbecvgds1l9soff7oqf0o7pg",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983122842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033280042},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2848992 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2848997 WARN  (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:44.842Z. Now: 2018-03-14T13:14:41.107Z
   [junit4]   2> 2848997 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8ab6aT9lbecvgds1l9soff7oqf0o7pi",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983124842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033281107},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2849013 DEBUG (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2849020 WARN  (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:46.842Z. Now: 2018-03-14T13:14:42.240Z
   [junit4]   2> 2849020 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8b33aT9lbecvgds1l9soff7oqf0o7pk",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983126842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033282240},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2849038 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2849042 WARN  (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:48.842Z. Now: 2018-03-14T13:14:43.330Z
   [junit4]   2> 2849042 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8bb0aT9lbecvgds1l9soff7oqf0o7pm",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983128842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033283330},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2849058 DEBUG (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2849063 WARN  (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:50.842Z. Now: 2018-03-14T13:14:44.399Z
   [junit4]   2> 2849063 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8c2daT9lbecvgds1l9soff7oqf0o7po",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983130842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033284399},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2849079 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2849085 WARN  (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:52.842Z. Now: 2018-03-14T13:14:45.484Z
   [junit4]   2> 2849085 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8caaaT9lbecvgds1l9soff7oqf0o7pq",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983132842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033285484},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2849099 DEBUG (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2849107 WARN  (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:54.842Z. Now: 2018-03-14T13:14:46.591Z
   [junit4]   2> 2849107 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8d27aT9lbecvgds1l9soff7oqf0o7ps",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983134842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033286591},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2849120 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2849129 WARN  (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:56.842Z. Now: 2018-03-14T13:14:47.701Z
   [junit4]   2> 2849129 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8da4aT9lbecvgds1l9soff7oqf0o7pu",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983136842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033287701},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2849141 DEBUG (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2849151 WARN  (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:18:58.842Z. Now: 2018-03-14T13:14:48.783Z
   [junit4]   2> 2849151 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8e21aT9lbecvgds1l9soff7oqf0o7pw",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983138842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033288783},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2849161 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2849172 WARN  (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:19:00.842Z. Now: 2018-03-14T13:14:49.846Z
   [junit4]   2> 2849172 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8e9eaT9lbecvgds1l9soff7oqf0o7py",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983140842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033289846},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2849181 DEBUG (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2849194 WARN  (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:19:02.842Z. Now: 2018-03-14T13:14:50.927Z
   [junit4]   2> 2849194 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8f1baT9lbecvgds1l9soff7oqf0o7q0",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983142842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033290927},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2849203 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2849216 WARN  (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:19:04.842Z. Now: 2018-03-14T13:14:52.047Z
   [junit4]   2> 2849216 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a8f98aT9lbecvgds1l9soff7oqf0o7q2",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983144842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033292047},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2849224 DEBUG (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2849241 WARN  (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:19:06.842Z. Now: 2018-03-14T13:14:53.307Z
   [junit4]   2> 2849242 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a9015aT9lbecvgds1l9soff7oqf0o7q4",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983146842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033293307},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2849245 DEBUG (ScheduledTrigger-11860-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2849264 WARN  (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:19:08.842Z. Now: 2018-03-14T13:14:54.447Z
   [junit4]   2> 2849264 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: {
   [junit4]   2>   "id":"16221a9092aT9lbecvgds1l9soff7oqf0o7q6",
   [junit4]   2>   "source":".scheduled_maintenance",
   [junit4]   2>   "eventTime":1520983148842,
   [junit4]   2>   "eventType":"SCHEDULED",
   [junit4]   2>   "properties":{"actualEventTime":1521033294447},
   [junit4]   2>   "ignored":true}
   [junit4]   2> 2849265 DEBUG (ScheduledTrigger-11860-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2849286 DEBUG (ScheduledTrigger-11860-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2849286 WARN  (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T23:19:10.842Z. Now: 2018-03-14T13:14:55.542Z
   [junit4]   2> 2849286 DEBUG (ScheduledTrigger-11860-thread-2) [    ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: 

[...truncated too long message...]

05E0CBC035990]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:218)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 100996 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 100996 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[EFDC9E7EDD407E9B]-worker) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 100998 INFO  (jetty-closer-250-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@32f07af7{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 100999 INFO  (jetty-closer-250-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=516515416
   [junit4]   2> 100999 INFO  (jetty-closer-250-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 100999 INFO  (jetty-closer-250-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40779a26: rootName = solr_63281, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@47ad6e36
   [junit4]   2> 101004 INFO  (jetty-closer-250-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 101004 INFO  (jetty-closer-250-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@54059940: rootName = solr_63281, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7fc7cbc4
   [junit4]   2> 101008 INFO  (jetty-closer-250-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 101008 INFO  (jetty-closer-250-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@54f58703: rootName = solr_63281, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3ac55a58
   [junit4]   2> 101010 INFO  (jetty-closer-250-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:63281_solr
   [junit4]   2> 101010 INFO  (jetty-closer-250-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 101011 INFO  (zkCallback-264-thread-1-processing-n:127.0.0.1:63281_solr) [n:127.0.0.1:63281_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 101011 INFO  (jetty-closer-250-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 101011 INFO  (jetty-closer-250-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72123196526493699-127.0.0.1:63281_solr-n_0000000000) closing
   [junit4]   2> 101011 WARN  (OverseerAutoScalingTriggerThread-72123196526493699-127.0.0.1:63281_solr-n_0000000000) [n:127.0.0.1:63281_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 101011 DEBUG (jetty-closer-250-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 101012 INFO  (zkCallback-259-thread-1-processing-n:127.0.0.1:63281_solr) [n:127.0.0.1:63281_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 101012 INFO  (OverseerStateUpdate-72123196526493699-127.0.0.1:63281_solr-n_0000000000) [n:127.0.0.1:63281_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63281_solr
   [junit4]   2> 101013 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003baa45070003, likely client has closed socket
   [junit4]   2> 101014 INFO  (jetty-closer-250-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5dff980c{/solr,null,UNAVAILABLE}
   [junit4]   2> 101014 INFO  (jetty-closer-250-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 101015 ERROR (SUITE-ScheduledMaintenanceTriggerTest-seed#[EFDC9E7EDD407E9B]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 101015 INFO  (SUITE-ScheduledMaintenanceTriggerTest-seed#[EFDC9E7EDD407E9B]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63274 63274
   [junit4]   2> 101016 INFO  (Thread-884) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63274 63274
   [junit4]   2> 101017 WARN  (Thread-884) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_EFDC9E7EDD407E9B-004
   [junit4]   2> Mar 12, 2018 11:49:20 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1566, maxMBSortInHeap=5.264102647063063, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3fc0c701), locale=to, timezone=Antarctica/Macquarie
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=3,threads=1,free=69960752,total=135266304
   [junit4]   2> NOTE: All tests run in this JVM: [SpatialHeatmapFacetsTest, SpatialHeatmapFacetsTest, ScheduledMaintenanceTriggerTest, ScheduledMaintenanceTriggerTest, ScheduledMaintenanceTriggerTest, ScheduledMaintenanceTriggerTest, ScheduledMaintenanceTriggerTest]
   [junit4] Completed [10/15 (4!)] on J0 in 1.64s, 2 tests, 1 failure <<< FAILURES!

[...truncated 42 lines...]
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1561: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1085: There were test failures: 15 suites, 40 tests, 4 failures [seed: EFDC9E7EDD407E9B]

Total time: 2 minutes 33 seconds

[repro] Setting last failure code to 1

[repro] Failures:
[repro]   0/5 failed: org.apache.lucene.store.TestMultiMMap
[repro]   0/5 failed: org.apache.lucene.store.TestNIOFSDirectory
[repro]   0/5 failed: org.apache.solr.analytics.value.CastingBooleanValueTest
[repro]   0/5 failed: org.apache.solr.handler.component.SpatialHeatmapFacetsTest
[repro]   0/5 failed: org.apache.solr.rest.schema.analysis.TestManagedStopFilterFactory
[repro]   4/5 failed: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
[repro] Exiting with code 1

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST lucene\build move /y lucene\build lucene\build.repro 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST solr\build move /y solr\build solr\build.repro 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST lucene\build.orig move /y lucene\build.orig lucene\build 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST solr\build.orig move /y solr\build.orig solr\build 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>exit 0 
Archiving artifacts
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=b82ce515f04eaedf4032c2ee3188620e9644a925, workspace=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows
[WARNINGS] Computing warning deltas based on reference build #7218
Recording test results
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2

[JENKINS] Lucene-Solr-master-Windows (64bit/jdk-9.0.1) - Build # 7221 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/7221/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseG1GC

9 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:53423/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:53423/collection1
	at __randomizedtesting.SeedInfo.seed([8600B2C806863AFF:E548D12A87A5707]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1591)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:212)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 52 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:     1) Thread[id=128, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-SendThread(127.0.0.1:53317), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)    2) Thread[id=127, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=130, name=zkConnectionManagerCallback-25-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    4) Thread[id=129, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 
   1) Thread[id=128, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-SendThread(127.0.0.1:53317), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
        at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
        at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   2) Thread[id=127, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=130, name=zkConnectionManagerCallback-25-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=129, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
	at __randomizedtesting.SeedInfo.seed([8600B2C806863AFF]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=128, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-SendThread(127.0.0.1:53317), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)    2) Thread[id=130, name=zkConnectionManagerCallback-25-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=128, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-SendThread(127.0.0.1:53317), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
        at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
        at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   2) Thread[id=130, name=zkConnectionManagerCallback-25-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([8600B2C806863AFF]:0)


FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:53411/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:53411/collection1
	at __randomizedtesting.SeedInfo.seed([8600B2C806863AFF:E548D12A87A5707]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1591)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:212)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 52 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:     1) Thread[id=128, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-SendThread(127.0.0.1:53314), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)    2) Thread[id=130, name=zkConnectionManagerCallback-25-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=127, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    4) Thread[id=129, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 
   1) Thread[id=128, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-SendThread(127.0.0.1:53314), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
        at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
        at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   2) Thread[id=130, name=zkConnectionManagerCallback-25-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=127, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=129, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
	at __randomizedtesting.SeedInfo.seed([8600B2C806863AFF]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=128, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-SendThread(127.0.0.1:53314), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)    2) Thread[id=130, name=zkConnectionManagerCallback-25-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=128, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-SendThread(127.0.0.1:53314), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
   2) Thread[id=130, name=zkConnectionManagerCallback-25-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([8600B2C806863AFF]:0)


FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:60634/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:60634/collection1
	at __randomizedtesting.SeedInfo.seed([8600B2C806863AFF:E548D12A87A5707]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1591)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:212)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 52 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:     1) Thread[id=18282, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=18283, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-SendThread(127.0.0.1:60524), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)    3) Thread[id=18285, name=zkConnectionManagerCallback-4985-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    4) Thread[id=18284, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 
   1) Thread[id=18282, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=18283, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-SendThread(127.0.0.1:60524), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
   3) Thread[id=18285, name=zkConnectionManagerCallback-4985-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=18284, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
	at __randomizedtesting.SeedInfo.seed([8600B2C806863AFF]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=18283, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-SendThread(127.0.0.1:60524), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)    2) Thread[id=18285, name=zkConnectionManagerCallback-4985-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=18283, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-SendThread(127.0.0.1:60524), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
   2) Thread[id=18285, name=zkConnectionManagerCallback-4985-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([8600B2C806863AFF]:0)




Build Log:
[...truncated 1859 lines...]
   [junit4] JVM J1: stdout was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\temp\junit4-J1-20180313_201058_8022307258833172359629.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] codec: Lucene70, pf: BlockTreeOrds, dvf: Lucene70
   [junit4] <<< JVM J1: EOF ----

[...truncated 11551 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
   [junit4]   2> 1571001 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[8600B2C806863AFF]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_8600B2C806863AFF-001\init-core-data-001
   [junit4]   2> 1571002 WARN  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[8600B2C806863AFF]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=15 numCloses=15
   [junit4]   2> 1571002 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[8600B2C806863AFF]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1571004 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[8600B2C806863AFF]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 1571004 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[8600B2C806863AFF]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1571006 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1571007 INFO  (Thread-2962) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1571007 INFO  (Thread-2962) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1571011 ERROR (Thread-2962) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1571107 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.ZkTestServer start zk server on port:60524
   [junit4]   2> 1571111 INFO  (zkConnectionManagerCallback-4962-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1571113 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100403240cd0000, likely client has closed socket
   [junit4]   2> 1571116 INFO  (zkConnectionManagerCallback-4964-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1571120 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1571122 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1571123 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1571125 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1571126 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1571128 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1571129 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1571130 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1571131 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1571132 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1571133 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1571134 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100403240cd0001, likely client has closed socket
   [junit4]   2> 1571136 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 1571511 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1571511 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1571511 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1571511 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1571511 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f0fa578{/,null,AVAILABLE}
   [junit4]   2> 1571512 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@52feff23{HTTP/1.1,[http/1.1]}{127.0.0.1:60531}
   [junit4]   2> 1571512 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.e.j.s.Server Started @1582043ms
   [junit4]   2> 1571512 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_8600B2C806863AFF-001\tempDir-001/control/data, hostPort=60531, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_8600B2C806863AFF-001\control-001\cores, replicaType=NRT}
   [junit4]   2> 1571513 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1571513 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1571513 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1571513 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1571513 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-13T20:56:20.157841200Z
   [junit4]   2> 1571516 INFO  (zkConnectionManagerCallback-4966-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1571517 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1571517 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_8600B2C806863AFF-001\control-001\solr.xml
   [junit4]   2> 1571521 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1571521 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1571523 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1072251f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1571526 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60524/solr
   [junit4]   2> 1571529 INFO  (zkConnectionManagerCallback-4970-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1571533 INFO  (zkConnectionManagerCallback-4972-thread-1-processing-n:127.0.0.1:60531_) [n:127.0.0.1:60531_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1571652 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60531_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1571653 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60531_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60531_
   [junit4]   2> 1571654 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60531_    ] o.a.s.c.Overseer Overseer (id=72128178617647108-127.0.0.1:60531_-n_0000000000) starting
   [junit4]   2> 1571664 INFO  (zkConnectionManagerCallback-4977-thread-1-processing-n:127.0.0.1:60531_) [n:127.0.0.1:60531_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1571666 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60531_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60524/solr ready
   [junit4]   2> 1571667 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60531_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60531_
   [junit4]   2> 1571668 INFO  (OverseerStateUpdate-72128178617647108-127.0.0.1:60531_-n_0000000000) [n:127.0.0.1:60531_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1571670 INFO  (zkCallback-4976-thread-1-processing-n:127.0.0.1:60531_) [n:127.0.0.1:60531_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1571744 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60531_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1072251f
   [junit4]   2> 1571752 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60531_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1072251f
   [junit4]   2> 1571753 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60531_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1072251f
   [junit4]   2> 1571754 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60531_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_8600B2C806863AFF-001\control-001\cores
   [junit4]   2> 1571775 INFO  (zkConnectionManagerCallback-4981-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1571776 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1571777 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60524/solr ready
   [junit4]   2> 1571780 INFO  (qtp1947665372-18235) [n:127.0.0.1:60531_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:60531_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1571782 INFO  (OverseerThreadFactory-6076-thread-1-processing-n:127.0.0.1:60531_) [n:127.0.0.1:60531_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1571890 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1571891 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1571998 INFO  (zkCallback-4971-thread-1-processing-n:127.0.0.1:60531_) [n:127.0.0.1:60531_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1572910 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1572938 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1573005 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1573020 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1573020 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1072251f
   [junit4]   2> 1573020 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1573020 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_8600B2C806863AFF-001\control-001\cores\control_collection_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_8600B2C806863AFF-001\control-001\cores\control_collection_shard1_replica_n1\data\]
   [junit4]   2> 1573025 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=3.021484375, floorSegmentMB=2.0498046875, forceMergeDeletesPctAllowed=15.657318457388245, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3113978840283974
   [junit4]   2> 1573036 WARN  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1573085 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1573085 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1573094 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1573094 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1573097 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1573097 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@337c299c[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1573099 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1573099 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1573101 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1573101 INFO  (searcherExecutor-6079-thread-1-processing-n:127.0.0.1:60531_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@337c299c[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1573101 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594857443027845120
   [junit4]   2> 1573105 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1573108 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1573108 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1573108 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60531/control_collection_shard1_replica_n1/
   [junit4]   2> 1573108 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1573108 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:60531/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1573108 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1573111 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60531/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1573232 INFO  (zkCallback-4971-thread-2-processing-n:127.0.0.1:60531_) [n:127.0.0.1:60531_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1573283 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1573285 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1395
   [junit4]   2> 1573287 INFO  (qtp1947665372-18235) [n:127.0.0.1:60531_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1573386 INFO  (zkCallback-4971-thread-2-processing-n:127.0.0.1:60531_) [n:127.0.0.1:60531_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1573785 INFO  (OverseerCollectionConfigSetProcessor-72128178617647108-127.0.0.1:60531_-n_0000000000) [n:127.0.0.1:60531_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1574288 INFO  (qtp1947665372-18235) [n:127.0.0.1:60531_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:60531_&wt=javabin&version=2} status=0 QTime=2507
   [junit4]   2> 1574293 INFO  (zkConnectionManagerCallback-4985-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1574295 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1574296 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60524/solr ready
   [junit4]   2> 1574296 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1574297 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1574299 INFO  (OverseerThreadFactory-6076-thread-2-processing-n:127.0.0.1:60531_) [n:127.0.0.1:60531_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1574300 WARN  (OverseerThreadFactory-6076-thread-2-processing-n:127.0.0.1:60531_) [n:127.0.0.1:60531_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1574504 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1574504 INFO  (qtp1947665372-18239) [n:127.0.0.1:60531_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=207
   [junit4]   2> 1574823 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_8600B2C806863AFF-001\shard-1-001 of type TLOG
   [junit4]   2> 1574823 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1574824 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1574824 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1574824 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1574824 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78835095{/,null,AVAILABLE}
   [junit4]   2> 1574825 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@24bf8276{HTTP/1.1,[http/1.1]}{127.0.0.1:60555}
   [junit4]   2> 1574825 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.e.j.s.Server Started @1585355ms
   [junit4]   2> 1574825 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_8600B2C806863AFF-001\tempDir-001/jetty1, hostPort=60555, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_8600B2C806863AFF-001\shard-1-001\cores, replicaType=TLOG}
   [junit4]   2> 1574825 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1574825 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1574825 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1574825 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1574825 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-13T20:56:23.469922700Z
   [junit4]   2> 1574828 INFO  (zkConnectionManagerCallback-4987-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1574829 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1574830 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_8600B2C806863AFF-001\shard-1-001\solr.xml
   [junit4]   2> 1574832 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1574832 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1574833 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1072251f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1574835 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60524/solr
   [junit4]   2> 1574837 INFO  (zkConnectionManagerCallback-4991-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1574840 INFO  (zkConnectionManagerCallback-4993-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1574845 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60555_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1574847 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60555_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1574849 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60555_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60555_
   [junit4]   2> 1574849 INFO  (zkCallback-4976-thread-1-processing-n:127.0.0.1:60531_) [n:127.0.0.1:60531_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1574849 INFO  (zkCallback-4971-thread-2-processing-n:127.0.0.1:60531_) [n:127.0.0.1:60531_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1574849 INFO  (zkCallback-4984-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1574851 INFO  (zkCallback-4992-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1574901 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60555_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1072251f
   [junit4]   2> 1574910 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60555_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1072251f
   [junit4]   2> 1574910 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60555_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1072251f
   [junit4]   2> 1574912 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60555_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_8600B2C806863AFF-001\shard-1-001\cores
   [junit4]   2> 1574916 INFO  (zkConnectionManagerCallback-4998-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1574917 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60555_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1574918 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]) [n:127.0.0.1:60555_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60524/solr ready
   [junit4]   2> 1574950 INFO  (qtp1947665372-18237) [n:127.0.0.1:60531_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:60555_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1574952 INFO  (OverseerCollectionConfigSetProcessor-72128178617647108-127.0.0.1:60531_-n_0000000000) [n:127.0.0.1:60531_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1574954 INFO  (OverseerThreadFactory-6076-thread-3-processing-n:127.0.0.1:60531_) [n:127.0.0.1:60531_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:60555_ for creating new replica
   [junit4]   2> 1574958 INFO  (qtp582036547-18288) [n:127.0.0.1:60555_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1574959 INFO  (qtp582036547-18288) [n:127.0.0.1:60555_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1575975 INFO  (qtp582036547-18288) [n:127.0.0.1:60555_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1575987 INFO  (qtp582036547-18288) [n:127.0.0.1:60555_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema [collection1_shard1_replica_t21] Schema name=test
   [junit4]   2> 1576074 INFO  (qtp582036547-18288) [n:127.0.0.1:60555_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1576090 INFO  (qtp582036547-18288) [n:127.0.0.1:60555_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t21' using configuration from collection collection1, trusted=true
   [junit4]   2> 1576090 INFO  (qtp582036547-18288) [n:127.0.0.1:60555_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t21' (registry 'solr.core.collection1.shard1.replica_t21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1072251f
   [junit4]   2> 1576090 INFO  (qtp582036547-18288) [n:127.0.0.1:60555_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1576090 INFO  (qtp582036547-18288) [n:127.0.0.1:60555_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [[collection1_shard1_replica_t21] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeyNothingIsSafeTest_8600B2C806863AFF-001\shard-1-001\cores\collection1_shard1_replica_t21], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.Chaos

[...truncated too long message...]

.java:435)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2>         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=Direct), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{_version_=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=573, maxMBSortInHeap=5.7927420651064905, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@679b8f3a), locale=en, timezone=Europe/Tirane
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=3,threads=3,free=35490328,total=121634816
   [junit4]   2> NOTE: All tests run in this JVM: [ChaosMonkeyNothingIsSafeTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.seed=8600B2C806863AFF -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=en -Dtests.timezone=Europe/Tirane -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR   0.00s J1 | ChaosMonkeyNothingIsSafeTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 
   [junit4]    >    1) Thread[id=128, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-SendThread(127.0.0.1:53317), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]    >    2) Thread[id=127, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    3) Thread[id=130, name=zkConnectionManagerCallback-25-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    4) Thread[id=129, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8600B2C806863AFF]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=128, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[8600B2C806863AFF]-SendThread(127.0.0.1:53317), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
   [junit4]    >    2) Thread[id=130, name=zkConnectionManagerCallback-25-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8600B2C806863AFF]:0)
   [junit4] Completed [4/5 (2!)] on J1 in 149.32s, 1 test, 3 errors <<< FAILURES!

[...truncated 16 lines...]
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1561: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1085: There were test failures: 5 suites, 5 tests, 4 suite-level errors, 2 errors, 3 ignored [seed: 8600B2C806863AFF]

Total time: 2 minutes 33 seconds

[repro] Setting last failure code to 1

[repro] Failures:
[repro]   2/5 failed: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
[repro] Exiting with code 1

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST lucene\build move /y lucene\build lucene\build.repro 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST solr\build move /y solr\build solr\build.repro 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST lucene\build.orig move /y lucene\build.orig lucene\build 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST solr\build.orig move /y solr\build.orig solr\build 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>exit 0 
Archiving artifacts
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=e9393e88fd7586857da0d799bb8349865a42269c, workspace=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows
[WARNINGS] Computing warning deltas based on reference build #7220
Recording test results
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2

[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_144) - Build # 7220 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/7220/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.lucene.codecs.simpletext.TestSimpleTextDocValuesFormat

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\J0\temp\lucene.codecs.simpletext.TestSimpleTextDocValuesFormat_4F03D782F89469C1-001\dvduel-012: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\J0\temp\lucene.codecs.simpletext.TestSimpleTextDocValuesFormat_4F03D782F89469C1-001\dvduel-012    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\J0\temp\lucene.codecs.simpletext.TestSimpleTextDocValuesFormat_4F03D782F89469C1-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\J0\temp\lucene.codecs.simpletext.TestSimpleTextDocValuesFormat_4F03D782F89469C1-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\J0\temp\lucene.codecs.simpletext.TestSimpleTextDocValuesFormat_4F03D782F89469C1-001\dvduel-012: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\J0\temp\lucene.codecs.simpletext.TestSimpleTextDocValuesFormat_4F03D782F89469C1-001\dvduel-012
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\J0\temp\lucene.codecs.simpletext.TestSimpleTextDocValuesFormat_4F03D782F89469C1-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\J0\temp\lucene.codecs.simpletext.TestSimpleTextDocValuesFormat_4F03D782F89469C1-001

	at __randomizedtesting.SeedInfo.seed([4F03D782F89469C1]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.lucene.store.TestMmapDirectory

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMmapDirectory_86C03D164F2A554C-001\testThreadSafety-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMmapDirectory_86C03D164F2A554C-001\testThreadSafety-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMmapDirectory_86C03D164F2A554C-001\testThreadSafety-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMmapDirectory_86C03D164F2A554C-001\testThreadSafety-001

	at __randomizedtesting.SeedInfo.seed([86C03D164F2A554C]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.lucene.store.TestRAFDirectory

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\J0\temp\lucene.store.TestRAFDirectory_2AC0352B1DB936C-001\testThreadSafety-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\J0\temp\lucene.store.TestRAFDirectory_2AC0352B1DB936C-001\testThreadSafety-001    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\J0\temp\lucene.store.TestRAFDirectory_2AC0352B1DB936C-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\J0\temp\lucene.store.TestRAFDirectory_2AC0352B1DB936C-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\J0\temp\lucene.store.TestRAFDirectory_2AC0352B1DB936C-001\testThreadSafety-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\J0\temp\lucene.store.TestRAFDirectory_2AC0352B1DB936C-001\testThreadSafety-001
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\J0\temp\lucene.store.TestRAFDirectory_2AC0352B1DB936C-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\J0\temp\lucene.store.TestRAFDirectory_2AC0352B1DB936C-001

	at __randomizedtesting.SeedInfo.seed([2AC0352B1DB936C]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.rest.schema.TestFieldTypeCollectionResource

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001\cores: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001\cores    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001\cores\core: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001\cores\core    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001\cores: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001\cores
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001\cores\core: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001\cores\core
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001

	at __randomizedtesting.SeedInfo.seed([FE15D3C5BBF7C39B]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 498 lines...]
   [junit4] Suite: org.apache.lucene.store.TestMmapDirectory
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1c49a912), locale=is-IS, timezone=Australia/Brisbane
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=87748840,total=144953344
   [junit4]   2> NOTE: All tests run in this JVM: [TestSpanOrQuery, TestSynonymQuery, TestSimpleExplanationsOfNonMatches, TestPolygon2D, TestIndexWriterDeleteByQuery, TestToken, Test2BNumericDocValues, TestMathUtil, TestExitableDirectoryReader, TestFixedBitDocIdSet, TestIndexWriterMergePolicy, TestFieldValueQuery, TestWordlistLoader, TestUpgradeIndexMergePolicy, TestParallelReaderEmptyIndex, TestLevenshteinAutomata, TestCompiledAutomaton, TestLucene50StoredFieldsFormatHighCompression, TestNotDocIdSet, TestTieredMergePolicy, TestOmitPositions, TestIndexableField, Test2BPostingsBytes, TestNativeFSLockFactory, TestAttributeSource, TestComplexExplanations, TestHugeRamFile, TestFloatRangeFieldQueries, TestDocumentsWriterDeleteQueue, TestGeoUtils, TestSortedSetDocValues, TestTermScorer, TestIndexSearcher, TestSumDocFreq, TestBKD, TestMmapDirectory]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestMmapDirectory -Dtests.seed=86C03D164F2A554C -Dtests.slow=true -Dtests.locale=is-IS -Dtests.timezone=Australia/Brisbane -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR   0.00s J0 | TestMmapDirectory (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMmapDirectory_86C03D164F2A554C-001\testThreadSafety-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\J0\temp\lucene.store.TestMmapDirectory_86C03D164F2A554C-001\testThreadSafety-001
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([86C03D164F2A554C]:0)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [78/486 (1!)] on J0 in 2.59s, 43 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 6318 lines...]
   [junit4] Suite: org.apache.lucene.codecs.simpletext.TestSimpleTextDocValuesFormat
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=728, maxMBSortInHeap=6.078148839992875, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4282dfbd), locale=sq, timezone=ROK
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=38107600,total=97386496
   [junit4]   2> NOTE: All tests run in this JVM: [TestSimpleTextPointsFormat, TestSimpleTextStoredFieldsFormat, TestFixedGapPostingsFormat, TestDirectPostingsFormat, TestMemoryDocValuesFormat, TestSimpleTextDocValuesFormat]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimpleTextDocValuesFormat -Dtests.seed=4F03D782F89469C1 -Dtests.slow=true -Dtests.locale=sq -Dtests.timezone=ROK -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestSimpleTextDocValuesFormat (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\J0\temp\lucene.codecs.simpletext.TestSimpleTextDocValuesFormat_4F03D782F89469C1-001\dvduel-012: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\J0\temp\lucene.codecs.simpletext.TestSimpleTextDocValuesFormat_4F03D782F89469C1-001\dvduel-012
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\J0\temp\lucene.codecs.simpletext.TestSimpleTextDocValuesFormat_4F03D782F89469C1-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\J0\temp\lucene.codecs.simpletext.TestSimpleTextDocValuesFormat_4F03D782F89469C1-001
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4F03D782F89469C1]:0)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [11/20 (1!)] on J0 in 15.93s, 108 tests, 1 error <<< FAILURES!

[...truncated 1632 lines...]
   [junit4] Suite: org.apache.lucene.store.TestRAFDirectory
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1670, maxMBSortInHeap=6.20906714727618, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@55ab1b7), locale=lv, timezone=Europe/Kaliningrad
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=72439816,total=97320960
   [junit4]   2> NOTE: All tests run in this JVM: [TestInetAddressRangeQueries, TestFSTsMisc, TestDiversifiedTopDocsCollector, TestRAFDirectory]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRAFDirectory -Dtests.seed=2AC0352B1DB936C -Dtests.slow=true -Dtests.locale=lv -Dtests.timezone=Europe/Kaliningrad -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestRAFDirectory (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\J0\temp\lucene.store.TestRAFDirectory_2AC0352B1DB936C-001\testThreadSafety-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\J0\temp\lucene.store.TestRAFDirectory_2AC0352B1DB936C-001\testThreadSafety-001
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\J0\temp\lucene.store.TestRAFDirectory_2AC0352B1DB936C-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\J0\temp\lucene.store.TestRAFDirectory_2AC0352B1DB936C-001
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2AC0352B1DB936C]:0)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [10/13 (1!)] on J0 in 2.11s, 42 tests, 1 error <<< FAILURES!

[...truncated 6102 lines...]
   [junit4] Suite: org.apache.solr.rest.schema.TestFieldTypeCollectionResource
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\init-core-data-001
   [junit4]   2> 3548199 WARN  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 3548199 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3548206 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 3548206 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3548209 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001\cores\core
   [junit4]   2> 3548214 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 3548214 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 3548215 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-003\cores\core
   [junit4]   2> 3548218 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3548219 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3548219 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3548219 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3548220 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17a2b65e{/solr,null,AVAILABLE}
   [junit4]   2> 3548226 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@63be958c{HTTP/1.1,[http/1.1]}{127.0.0.1:50103}
   [junit4]   2> 3548226 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.e.j.s.Server Started @3556361ms
   [junit4]   2> 3548227 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50103, configSetBaseDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-003\cores}
   [junit4]   2> 3548227 ERROR (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3548227 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3548228 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 3548228 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3548228 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-13T10:26:37.523Z
   [junit4]   2> 3548228 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\solr.xml
   [junit4]   2> 3548237 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3548237 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3548238 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9bcabf, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3548332 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9bcabf
   [junit4]   2> 3548338 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9bcabf
   [junit4]   2> 3548339 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9bcabf
   [junit4]   2> 3548342 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-003\cores
   [junit4]   2> 3548342 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3548346 INFO  (coreLoadExecutor-11194-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3548351 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 3548432 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3548477 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test-rest
   [junit4]   2> 3548685 WARN  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.s.IndexSchema Field title is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 3548685 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test-rest/1.6 with uniqueid field id
   [junit4]   2> 3548694 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 3548694 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 3548694 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/german
   [junit4]   2> 3548694 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/german
   [junit4]   2> 3548694 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 3548694 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory$SynonymManager for path /schema/analysis/synonyms/englishgraph
   [junit4]   2> 3548694 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 3548694 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory to existing ManagedResource /schema/analysis/synonyms/englishgraph
   [junit4]   2> 3548694 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/german
   [junit4]   2> 3548694 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory$SynonymManager for path /schema/analysis/synonyms/germangraph
   [junit4]   2> 3548694 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/german
   [junit4]   2> 3548694 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory to existing ManagedResource /schema/analysis/synonyms/germangraph
   [junit4]   2> 3548695 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1, trusted=true
   [junit4]   2> 3548695 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9bcabf
   [junit4]   2> 3548696 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3548696 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-003\cores\core\data\]
   [junit4]   2> 3548698 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=9.78515625, floorSegmentMB=1.7265625, forceMergeDeletesPctAllowed=26.683007248467362, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13071926657207922
   [junit4]   2> 3548894 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3548895 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3548897 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3548897 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3548905 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=65.62109375, floorSegmentMB=1.3818359375, forceMergeDeletesPctAllowed=25.858652828957073, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 3548909 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d0de979[collection1] main]
   [junit4]   2> 3548910 WARN  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/stopwords/english
   [junit4]   2> 3548910 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_analysis_stopwords_english.json using InMemoryStorage
   [junit4]   2> 3548911 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 0 words for /schema/analysis/stopwords/english
   [junit4]   2> 3548911 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 3 observers of /schema/analysis/stopwords/english
   [junit4]   2> 3548911 WARN  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/stopwords/german
   [junit4]   2> 3548911 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_analysis_stopwords_german.json using InMemoryStorage
   [junit4]   2> 3548911 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 0 words for /schema/analysis/stopwords/german
   [junit4]   2> 3548911 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 3 observers of /schema/analysis/stopwords/german
   [junit4]   2> 3548911 WARN  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/synonyms/english
   [junit4]   2> 3548912 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedSynonymFilterFactory Loaded 0 synonym mappings for /schema/analysis/synonyms/english
   [junit4]   2> 3548912 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/analysis/synonyms/english
   [junit4]   2> 3548912 WARN  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/synonyms/englishgraph
   [junit4]   2> 3548913 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedSynonymGraphFilterFactory Loaded 0 synonym mappings for /schema/analysis/synonyms/englishgraph
   [junit4]   2> 3548913 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/englishgraph
   [junit4]   2> 3548913 WARN  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/synonyms/german
   [junit4]   2> 3548913 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedSynonymFilterFactory Loaded 0 synonym mappings for /schema/analysis/synonyms/german
   [junit4]   2> 3548913 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/analysis/synonyms/german
   [junit4]   2> 3548914 WARN  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/synonyms/germangraph
   [junit4]   2> 3548914 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedSynonymGraphFilterFactory Loaded 0 synonym mappings for /schema/analysis/synonyms/germangraph
   [junit4]   2> 3548914 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/germangraph
   [junit4]   2> 3548915 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 3548971 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 3549143 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3549143 INFO  (searcherExecutor-11195-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 3549144 INFO  (coreLoadExecutor-11194-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594817824359972864
   [junit4]   2> 3549145 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#50103
   [junit4]   2> 3549153 INFO  (searcherExecutor-11195-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 3549155 INFO  (searcherExecutor-11195-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 3549158 INFO  (searcherExecutor-11195-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 3549162 INFO  (searcherExecutor-11195-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 3549162 INFO  (searcherExecutor-11195-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 3549179 INFO  (searcherExecutor-11195-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 3549197 INFO  (searcherExecutor-11195-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 3549223 INFO  (TEST-TestFieldTypeCollectionResource.testGetAllFieldTypes-seed#[FE15D3C5BBF7C39B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGetAllFieldTypes
   [junit4]   2> 3549230 INFO  (searcherExecutor-11195-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 3549232 INFO  (searcherExecutor-11195-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4d0de979[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3549233 INFO  (qtp591955704-34446) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/schema/fieldtypes params={indent=on&wt=xml} status=0 QTime=7
   [junit4]   2> 3549245 INFO  (TEST-TestFieldTypeCollectionResource.testGetAllFieldTypes-seed#[FE15D3C5BBF7C39B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testGetAllFieldTypes
   [junit4]   2> 3549289 INFO  (TEST-TestFieldTypeCollectionResource.testJsonGetAllFieldTypes-seed#[FE15D3C5BBF7C39B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testJsonGetAllFieldTypes
   [junit4]   2> 3549290 INFO  (qtp591955704-34448) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/schema/fieldtypes params={indent=on&wt=json} status=0 QTime=0
   [junit4]   2> 3549293 INFO  (TEST-TestFieldTypeCollectionResource.testJsonGetAllFieldTypes-seed#[FE15D3C5BBF7C39B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testJsonGetAllFieldTypes
   [junit4]   2> 3549295 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@63be958c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3549295 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1243762248
   [junit4]   2> 3549296 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3549296 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e3de76a: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1b60ce34
   [junit4]   2> 3549303 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3549303 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7464aa7: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@70ec35c8
   [junit4]   2> 3549336 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3549336 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7469c8d1: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5bae2988
   [junit4]   2> 3549340 INFO  (coreCloseExecutor-11200-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@c427466
   [junit4]   2> 3549340 INFO  (coreCloseExecutor-11200-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=205681766
   [junit4]   2> 3549340 INFO  (coreCloseExecutor-11200-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28c14441: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@4b0914f8
   [junit4]   2> 3549357 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17a2b65e{/solr,null,UNAVAILABLE}
   [junit4]   2> 3549357 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3549358 INFO  (SUITE-TestFieldTypeCollectionResource-seed#[FE15D3C5BBF7C39B]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1264, maxMBSortInHeap=6.253026737737963, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3a1a369a), locale=en-PH, timezone=America/Halifax
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=217387496,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestWriterPerf, CoreMergeIndexesAdminHandlerTest, TestRecoveryHdfs, SmileWriterTest, MoveReplicaHDFSFailoverTest, DocValuesNotIndexedTest, AutoAddReplicasIntegrationTest, TestJsonFacetsWithNestedObjects, LeaderFailoverAfterPartitionTest, TestDistributedGrouping, TestDeleteCollectionOnDownNodes, BlockJoinFacetRandomTest, TestCrossCoreJoin, TestSolrIndexConfig, TestCloudDeleteByQuery, TestEmbeddedSolrServerAdminHandler, CloudMLTQParserTest, LIRRollingUpdatesTest, LoggingHandlerTest, CoreAdminCreateDiscoverTest, TestGenericDistributedQueue, TestPolicyCloud, PeerSyncReplicationTest, TestLMJelinekMercerSimilarityFactory, TestConfigSetImmutable, SolrCloudReportersTest, TestSmileRequest, TestOrdValues, ResponseLogComponentTest, TermVectorComponentTest, TokenizerChainTest, TestSchemaResource, TestStressRecovery, TestPointFields, TestAddFieldRealTimeGet, MetricsHandlerTest, DistributedDebugComponentTest, TestClassicSimilarityFactory, V2StandaloneTest, TestNonDefinedSimilarityFactory, TestDocBasedVersionConstraints, TestManagedSynonymFilterFactory, TestManagedSchemaAPI, TestCustomSort, CdcrUpdateLogTest, BlockCacheTest, TestLRUCache, TestLegacyField, JsonLoaderTest, DOMUtilTest, HLLSerializationTest, TestPKIAuthenticationPlugin, ShardSplitTest, ShardRoutingTest, SearchRateTriggerTest, OverriddenZkACLAndCredentialsProvidersTest, SimplePostToolTest, TestLegacyNumericUtils, TestSubQueryTransformerCrossCore, TestRestManager, TestDocumentBuilder, DeleteStatusTest, SpellCheckCollatorWithCollapseTest, TestMacros, HealthCheckHandlerTest, ZkSolrClientTest, ExplicitHLLTest, HdfsLockFactoryTest, CoreAdminHandlerTest, BJQParserTest, TestConfigSetsAPI, TestFieldTypeResource, PreAnalyzedFieldTest, ExternalFileFieldSortTest, ConnectionReuseTest, TestLockTree, TestUpdate, TestStressVersions, AssignTest, SliceStateTest, AddReplicaTest, SolrCloudExampleTest, TestQueryWrapperFilter, DirectUpdateHandlerTest, TestDistribIDF, CdcrBidirectionalTest, TestSchemalessBufferedUpdates, TestNumericTerms64, RestartWhileUpdatingTest, HighlighterConfigTest, EchoParamsTest, BadIndexSchemaTest, TestReversedWildcardFilterFactory, InfixSuggestersTest, HdfsRestartWhileUpdatingTest, DistribDocExpirationUpdateProcessorTest, TestCloudSearcherWarming, DistanceUnitsTest, TestZkAclsWithHadoopAuth, TestHdfsUpdateLog, TestLegacyFieldCache, TestUniqueKeyFieldResource, ChaosMonkeyNothingIsSafeTest, ExecutePlanActionTest, HdfsBasicDistributedZkTest, TestCloudPseudoReturnFields, TestStreamBody, TestDistributedSearch, TestLMDirichletSimilarityFactory, TestConfigReload, TestSchemaVersionResource, TestSolrCoreProperties, TestConfigSets, DocValuesTest, TestComponentsName, TestLeaderElectionZkExpiry, LeaderVoteWaitTimeoutTest, TestCoreDiscovery, TestShortCircuitedRequests, BadCopyFieldTest, RemoteQueryErrorTest, SolrMetricsIntegrationTest, TestJavabinTupleStreamParser, EnumFieldTest, TestFieldCacheVsDocValues, CdcrRequestHandlerTest, ReturnFieldsTest, SuggesterWFSTTest, SuggesterTest, TestNumericRangeQuery64, BadComponentTest, SolrGraphiteReporterTest, DirectoryFactoryTest, TestMaxTokenLenTokenizer, ResponseHeaderTest, HttpTriggerListenerTest, FileBasedSpellCheckerTest, ConnectionManagerTest, ParsingFieldUpdateProcessorsTest, TestExtendedDismaxParser, HighlighterMaxOffsetTest, TestCloudJSONFacetJoinDomain, TestCoreAdminApis, TestChildDocTransformer, ShowFileRequestHandlerTest, ChangedSchemaMergeTest, TestValueSourceCache, TestNRTOpen, TestInfoStreamLogging, TestCollectionAPIs, SearchHandlerTest, QueryParsingTest, TestDistributedStatsComponentCardinality, HdfsThreadLeakTest, TestHalfAndHalfDocValues, TestDistributedMap, TestRawResponseWriter, TestDynamicFieldResource, TestPolicyCloud, CloudExitableDirectoryReaderTest, TestCodecSupport, SolrCoreCheckLockOnStartupTest, SimpleFacetsTest, CollectionStateFormat2Test, TestXmlQParserPlugin, DistributedSpellCheckComponentTest, TestSolrQueryParser, TestScoreJoinQPScore, TestFieldCache, TestBadConfig, SolrCmdDistributorTest, NoCacheHeaderTest, TestHdfsBackupRestoreCore, PreAnalyzedFieldManagedSchemaCloudTest, UUIDFieldTest, TestStressLiveNodes, BufferStoreTest, AssignBackwardCompatibilityTest, StatsReloadRaceTest, DistributedFacetPivotSmallTest, DateRangeFieldTest, TestDistributedMissingSort, OverseerStatusTest, ZkStateReaderTest, HdfsChaosMonkeySafeLeaderTest, TestSort, TestNoOpRegenerator, UpdateRequestProcessorFactoryTest, BasicDistributedZkTest, TestRangeQuery, SpellCheckComponentTest, TestGroupingSearch, PeerSyncTest, SoftAutoCommitTest, DistributedQueryElevationComponentTest, SolrRequestParserTest, SuggesterTSTTest, SpatialFilterTest, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryTypes, TestOmitPositions, DocumentBuilderTest, FieldAnalysisRequestHandlerTest, SolrPluginUtilsTest, TestJmxIntegration, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, SearchHandlerTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, MinimalSchemaTest, OutputWriterTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestPerFieldSimilarity, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestFastLRUCache, TestSystemIdResolver, ZkNodePropsTest, CircularListTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestTolerantSearch, TestLuceneIndexBackCompat, AliasIntegrationTest, CleanupOldIndexTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, CreateRoutedAliasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DistribCursorPagingTest, ForceLeaderTest, HttpPartitionOnCommitTest, MissingSegmentRecoveryTest, MoveReplicaTest, ReplaceNodeTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, TestAuthenticationFramework, TestCloudConsistency, TestDistribDocBasedVersion, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestRebalanceLeaders, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestTlogReplica, TestUtilizeNode, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, CustomCollectionTest, TestHdfsCloudBackupRestore, TestReplicaProperties, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, NodeAddedTriggerTest, NodeLostTriggerTest, TriggerIntegrationTest, TestSolrConfigHandlerConcurrent, TestSystemCollAutoCreate, DistributedFacetExistsSmallTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotWhiteBoxTest, DistributedQueryComponentOptimizationTest, ReplicaListTransformerTest, ShufflingReplicaListTransformerTest, SpatialHeatmapFacetsTest, SolrJmxReporterTest, SolrShardReporterTest, TestFieldTypeCollectionResource]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFieldTypeCollectionResource -Dtests.seed=FE15D3C5BBF7C39B -Dtests.slow=true -Dtests.locale=en-PH -Dtests.timezone=America/Halifax -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestFieldTypeCollectionResource (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001\cores: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001\cores
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001\cores\core: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001\tempDir-001\cores\core
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.rest.schema.TestFieldTypeCollectionResource_FE15D3C5BBF7C39B-001
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FE15D3C5BBF7C39B]:0)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [703/785 (1!)] on J1 in 1.22s, 2 tests, 1 error <<< FAILURES!

[...truncated 49836 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/7220/consoleText

[repro] Revision: 0cd9f7f35af84ce769a37a2ef1afe8990c5b061a

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC"

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    lucene\misc
[repro]       TestRAFDirectory
[repro]    lucene\core
[repro]       TestMmapDirectory
[repro]    lucene\codecs
[repro]       TestSimpleTextDocValuesFormat
[repro]    solr\core
[repro]       TestFieldTypeCollectionResource
[repro] ant compile-test

[...truncated 160 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestRAFDirectory" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=2AC0352B1DB936C -Dtests.slow=true -Dtests.locale=lv -Dtests.timezone=Europe/Kaliningrad -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 274 lines...]
[repro] ant compile-test

[...truncated 88 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestMmapDirectory" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=86C03D164F2A554C -Dtests.slow=true -Dtests.locale=is-IS -Dtests.timezone=Australia/Brisbane -Dtests.asserts=true -Dtests.file.encoding=Cp1252

[...truncated 274 lines...]
[repro] ant compile-test

[...truncated 99 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestSimpleTextDocValuesFormat" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=4F03D782F89469C1 -Dtests.slow=true -Dtests.locale=sq -Dtests.timezone=ROK -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[...truncated 604 lines...]
[repro] ant compile-test

[...truncated 3255 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestFieldTypeCollectionResource" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=FE15D3C5BBF7C39B -Dtests.slow=true -Dtests.locale=en-PH -Dtests.timezone=America/Halifax -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 74 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.lucene.codecs.simpletext.TestSimpleTextDocValuesFormat
[repro]   0/5 failed: org.apache.lucene.store.TestMmapDirectory
[repro]   0/5 failed: org.apache.lucene.store.TestRAFDirectory
[repro]   0/5 failed: org.apache.solr.rest.schema.TestFieldTypeCollectionResource
[repro] Exiting with code 0

[...truncated 75 lines...]