You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/27 16:30:53 UTC

[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 139 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/139/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping

Error Message:
Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.

Stack Trace:
java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
	at __randomizedtesting.SeedInfo.seed([91B0454C21246799:E054BB9A57CF4055]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12161 lines...]
   [junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
   [junit4]   2> 1834088 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[91B0454C21246799]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_91B0454C21246799-001/init-core-data-001
   [junit4]   2> 1834089 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[91B0454C21246799]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1834090 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[91B0454C21246799]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1834096 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[91B0454C21246799]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1834097 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[91B0454C21246799]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1834884 WARN  (coreLoadExecutor-7868-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 1834886 WARN  (coreLoadExecutor-7868-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1834889 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[91B0454C21246799]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1834898 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[91B0454C21246799]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
   [junit4]   2> 1834898 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[91B0454C21246799]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
   [junit4]   2> 1834906 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[91B0454C21246799]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
   [junit4]   2> 1834907 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[91B0454C21246799]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testUpdateDistribChainSkipping -Dtests.seed=91B0454C21246799 -Dtests.slow=true -Dtests.locale=sr-Latn-ME -Dtests.timezone=America/Goose_Bay -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.01s J1 | UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([91B0454C21246799:E054BB9A57CF4055]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1834918 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[91B0454C21246799]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
   [junit4]   2> 1834921 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[91B0454C21246799]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
   [junit4]   2> 1834922 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[91B0454C21246799]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_91B0454C21246799-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=104, maxMBSortInHeap=7.375651195764224, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-Latn-ME, timezone=America/Goose_Bay
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=114108784,total=374996992
   [junit4]   2> NOTE: All tests run in this JVM: [TestMacroExpander, TestShardHandlerFactory, TestUseDocValuesAsStored, TestGraphMLResponseWriter, TestConfigSetsAPIExclusivity, ConcurrentDeleteAndCreateCollectionTest, ShowFileRequestHandlerTest, ExitableDirectoryReaderTest, TestXmlQParser, SolrCloudReportersTest, SortSpecParsingTest, SimpleCollectionCreateDeleteTest, AssignTest, SolrGraphiteReporterTest, TestLRUStatsCache, TestQueryTypes, TestTlogReplica, AutoCommitTest, DistributedIntervalFacetingTest, EchoParamsTest, ClassificationUpdateProcessorIntegrationTest, SolrIndexConfigTest, TestMinMaxOnMultiValuedField, TestComponentsName, DateRangeFieldTest, DirectSolrSpellCheckerTest, DistributedSuggestComponentTest, FieldMutatingUpdateProcessorTest, TestSystemIdResolver, WrapperMergePolicyFactoryTest, TestUninvertingReader, LukeRequestHandlerTest, TestQueryUtils, ShufflingReplicaListTransformerTest, TermsComponentTest, BasicFunctionalityTest, FileUtilsTest, JsonLoaderTest, MoveReplicaHDFSTest, TermVectorComponentDistributedTest, TestInfoStreamLogging, TestCharFilters, TestSolrCLIRunExample, RequestLoggingTest, TestRecovery, DOMUtilTest, SuggesterFSTTest, TestCollapseQParserPlugin, TestLMJelinekMercerSimilarityFactory, OverriddenZkACLAndCredentialsProvidersTest, SOLR749Test, SearchHandlerTest, TestAuthenticationFramework, RollingRestartTest, TestManagedResource, StatsComponentTest, TestCloudInspectUtil, EnumFieldTest, UtilsToolTest, TestAuthorizationFramework, SolrJmxReporterTest, TestAnalyzeInfixSuggestions, LoggingHandlerTest, TestBM25SimilarityFactory, TestRemoteStreaming, CoreSorterTest, ChaosMonkeySafeLeaderTest, TestAnalyzedSuggestions, TestIntervalFaceting, LeaderInitiatedRecoveryOnCommitTest, SolrMetricsIntegrationTest, SimpleMLTQParserTest, TestManagedSchemaThreadSafety, CachingDirectoryFactoryTest, TestDocSet, DistributedQueueTest, TestRequestForwarding, InfoHandlerTest, HdfsTlogReplayBufferedWhileIndexingTest, TestExclusionRuleCollectionAccess, AnalyticsMergeStrategyTest, BlobRepositoryCloudTest, TestPostingsSolrHighlighter, TestCSVLoader, PreAnalyzedFieldManagedSchemaCloudTest, SolrCloudExampleTest, PreAnalyzedFieldTest, CdcrReplicationDistributedZkTest, SynonymTokenizerTest, SignatureUpdateProcessorFactoryTest, TestSolrFieldCacheBean, LeaderElectionIntegrationTest, TestSolr4Spatial2, HdfsDirectoryTest, TestSuggestSpellingConverter, TestFieldResource, TestGraphTermsQParserPlugin, OverseerStatusTest, TestRebalanceLeaders, SolrIndexMetricsTest, TestClusterProperties, StatelessScriptUpdateProcessorFactoryTest, TestReRankQParserPlugin, SaslZkACLProviderTest, HttpPartitionTest, SolrCoreCheckLockOnStartupTest, TestSolrCloudWithSecureImpersonation, TestCrossCoreJoin, TestStressUserVersions, TestHighFrequencyDictionaryFactory, DistributedTermsComponentTest, TestFastOutputStream, TestRandomFlRTGCloud, HdfsChaosMonkeySafeLeaderTest, TestDistributedMissingSort, TestLuceneMatchVersion, TestFastWriter, TestRestManager, SampleTest, TestFieldCacheSortRandom, TestFieldTypeResource, PolyFieldTest, TestSubQueryTransformerCrossCore, TestStressInPlaceUpdates, TestEmbeddedSolrServerSchemaAPI, TestMergePolicyConfig, TestPayloadScoreQParserPlugin, TestExportWriter, TestBlobHandler, TestSearchPerf, TestSimpleQParserPlugin, TestDistribDocBasedVersion, TestCloudPivotFacet, TestSolrConfigHandler, TestShortCircuitedRequests, HLLUtilTest, TestSolr4Spatial, TestLockTree, ConnectionManagerTest, TestOnReconnectListenerSupport, ExternalFileFieldSortTest, ZkSolrClientTest, RemoteQueryErrorTest, DistanceUnitsTest, TestRealTimeGet, TermVectorComponentTest, TestJoin, DistributedQueryComponentCustomSortTest, BlockJoinFacetSimpleTest, JSONWriterTest, SolrPluginUtilsTest, TestFieldCacheReopen, TestCollationField, PropertiesRequestHandlerTest, TestSchemaManager, TestSchemaResource, TestConfigSetProperties, TestDynamicLoading, SubstringBytesRefFilterTest, TestReqParamsAPI, HighlighterMaxOffsetTest, PingRequestHandlerTest, HdfsWriteToMultipleCollectionsTest, TestMaxScoreQueryParser, SpatialRPTFieldTypeTest, TestRTGBase, TestLeaderElectionWithEmptyReplica, TestRandomCollapseQParserPlugin, TestNumericTerms32, DocumentBuilderTest, MoveReplicaTest, DistributedQueryElevationComponentTest, TestConfigOverlay, BasicDistributedZk2Test, MergeStrategyTest, TestLegacyField, ChaosMonkeyNothingIsSafeWithPullReplicasTest, BadIndexSchemaTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, BasicZkTest, TestReplicationHandler, ZkControllerTest, TestStressVersions, SolrCoreTest, SpellCheckComponentTest, QueryElevationComponentTest, TestSort, TestBadConfig, HighlighterTest, SpellCheckCollatorTest, CoreAdminHandlerTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, DistanceFunctionTest, SolrInfoBeanTest, DebugComponentTest, DocumentAnalysisRequestHandlerTest, TestValueSourceCache, MoreLikeThisHandlerTest, TestSolrQueryParser, RegexBoostProcessorTest, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [435/731 (1!)] on J1 in 0.88s, 3 tests, 1 failure <<< FAILURES!

[...truncated 44397 lines...]

[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 149 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/149/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

All tests passed

Build Log:
[...truncated 59759 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:690: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1

Total time: 86 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 148 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/148/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

All tests passed

Build Log:
[...truncated 59750 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:690: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1

Total time: 93 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 147 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/147/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.cloud.AssignBackwardCompatibilityTest.test

Error Message:
Could not load collection from ZK: collection1

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
	at __randomizedtesting.SeedInfo.seed([41DF15AF0060D154:C98B2A75AE9CBCAC]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:108)
	at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
	at org.apache.solr.cloud.AssignBackwardCompatibilityTest.test(AssignBackwardCompatibilityTest.java:90)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
	... 44 more


FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter

Error Message:
Collection not found: routeFieldColl

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
	at __randomizedtesting.SeedInfo.seed([41DF15AF0060D154:E9E98B729F013A0E]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1139)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:822)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12775 lines...]
   [junit4] Suite: org.apache.solr.cloud.AssignBackwardCompatibilityTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/init-core-data-001
   [junit4]   2> 2208687 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2208688 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2208688 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2208689 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001
   [junit4]   2> 2208690 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2208690 INFO  (Thread-4341) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2208690 INFO  (Thread-4341) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2208694 ERROR (Thread-4341) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2208791 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:60903
   [junit4]   2> 2208876 INFO  (jetty-launcher-3827-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2208877 INFO  (jetty-launcher-3827-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2208878 INFO  (jetty-launcher-3827-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2208879 INFO  (jetty-launcher-3827-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2208881 INFO  (jetty-launcher-3827-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50c684f5{/solr,null,AVAILABLE}
   [junit4]   2> 2208885 INFO  (jetty-launcher-3827-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51783aac{/solr,null,AVAILABLE}
   [junit4]   2> 2208886 INFO  (jetty-launcher-3827-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79ee26fe{/solr,null,AVAILABLE}
   [junit4]   2> 2208892 INFO  (jetty-launcher-3827-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@375020fa{/solr,null,AVAILABLE}
   [junit4]   2> 2208910 INFO  (jetty-launcher-3827-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@48a21d27{HTTP/1.1,[http/1.1]}{127.0.0.1:60908}
   [junit4]   2> 2208910 INFO  (jetty-launcher-3827-thread-3) [    ] o.e.j.s.Server Started @2213775ms
   [junit4]   2> 2208910 INFO  (jetty-launcher-3827-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3981f556{HTTP/1.1,[http/1.1]}{127.0.0.1:60905}
   [junit4]   2> 2208911 INFO  (jetty-launcher-3827-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60908}
   [junit4]   2> 2208911 INFO  (jetty-launcher-3827-thread-2) [    ] o.e.j.s.Server Started @2213775ms
   [junit4]   2> 2208911 INFO  (jetty-launcher-3827-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60905}
   [junit4]   2> 2208911 ERROR (jetty-launcher-3827-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2208911 ERROR (jetty-launcher-3827-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2208911 INFO  (jetty-launcher-3827-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 2208911 INFO  (jetty-launcher-3827-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@479b70f{HTTP/1.1,[http/1.1]}{127.0.0.1:60907}
   [junit4]   2> 2208911 INFO  (jetty-launcher-3827-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2208911 INFO  (jetty-launcher-3827-thread-1) [    ] o.e.j.s.Server Started @2213775ms
   [junit4]   2> 2208911 INFO  (jetty-launcher-3827-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2208911 INFO  (jetty-launcher-3827-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60907}
   [junit4]   2> 2208911 INFO  (jetty-launcher-3827-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-31T01:50:34.962Z
   [junit4]   2> 2208912 ERROR (jetty-launcher-3827-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2208912 INFO  (jetty-launcher-3827-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 2208912 INFO  (jetty-launcher-3827-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2208912 INFO  (jetty-launcher-3827-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2208912 INFO  (jetty-launcher-3827-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-31T01:50:34.963Z
   [junit4]   2> 2208912 INFO  (jetty-launcher-3827-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6e3cf338{HTTP/1.1,[http/1.1]}{127.0.0.1:60906}
   [junit4]   2> 2208912 INFO  (jetty-launcher-3827-thread-4) [    ] o.e.j.s.Server Started @2213776ms
   [junit4]   2> 2208912 INFO  (jetty-launcher-3827-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60906}
   [junit4]   2> 2208912 INFO  (jetty-launcher-3827-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 2208912 ERROR (jetty-launcher-3827-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2208912 INFO  (jetty-launcher-3827-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2208912 INFO  (jetty-launcher-3827-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2208912 INFO  (jetty-launcher-3827-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-31T01:50:34.963Z
   [junit4]   2> 2208912 INFO  (jetty-launcher-3827-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 2208912 INFO  (jetty-launcher-3827-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2208912 INFO  (jetty-launcher-3827-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2208912 INFO  (jetty-launcher-3827-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-31T01:50:34.963Z
   [junit4]   2> 2208921 INFO  (jetty-launcher-3827-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2208921 INFO  (jetty-launcher-3827-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2208921 INFO  (jetty-launcher-3827-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2208922 INFO  (jetty-launcher-3827-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2208938 INFO  (jetty-launcher-3827-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60903/solr
   [junit4]   2> 2208938 INFO  (jetty-launcher-3827-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60903/solr
   [junit4]   2> 2208939 INFO  (jetty-launcher-3827-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60903/solr
   [junit4]   2> 2208941 INFO  (jetty-launcher-3827-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60903/solr
   [junit4]   2> 2209170 INFO  (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2209170 INFO  (jetty-launcher-3827-thread-3) [n:127.0.0.1:60908_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2209171 INFO  (jetty-launcher-3827-thread-4) [n:127.0.0.1:60906_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2209172 INFO  (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60907_solr
   [junit4]   2> 2209174 INFO  (jetty-launcher-3827-thread-4) [n:127.0.0.1:60906_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60906_solr
   [junit4]   2> 2209174 INFO  (jetty-launcher-3827-thread-3) [n:127.0.0.1:60908_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60908_solr
   [junit4]   2> 2209175 INFO  (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr    ] o.a.s.c.Overseer Overseer (id=98575596568182795-127.0.0.1:60907_solr-n_0000000000) starting
   [junit4]   2> 2209180 INFO  (zkCallback-3847-thread-1-processing-n:127.0.0.1:60908_solr) [n:127.0.0.1:60908_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2209181 INFO  (zkCallback-3848-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2209182 INFO  (zkCallback-3849-thread-1-processing-n:127.0.0.1:60906_solr) [n:127.0.0.1:60906_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2209190 INFO  (zkCallback-3846-thread-1-processing-n:127.0.0.1:60905_solr) [n:127.0.0.1:60905_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2209191 INFO  (jetty-launcher-3827-thread-2) [n:127.0.0.1:60905_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2209195 INFO  (jetty-launcher-3827-thread-2) [n:127.0.0.1:60905_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60905_solr
   [junit4]   2> 2209202 INFO  (zkCallback-3846-thread-1-processing-n:127.0.0.1:60905_solr) [n:127.0.0.1:60905_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2209203 INFO  (zkCallback-3849-thread-1-processing-n:127.0.0.1:60906_solr) [n:127.0.0.1:60906_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2209203 INFO  (zkCallback-3847-thread-1-processing-n:127.0.0.1:60908_solr) [n:127.0.0.1:60908_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2209203 INFO  (zkCallback-3848-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2209219 INFO  (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60907_solr
   [junit4]   2> 2209222 INFO  (zkCallback-3846-thread-1-processing-n:127.0.0.1:60905_solr) [n:127.0.0.1:60905_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2209223 INFO  (zkCallback-3847-thread-1-processing-n:127.0.0.1:60908_solr) [n:127.0.0.1:60908_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2209227 INFO  (zkCallback-3848-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2209227 INFO  (zkCallback-3849-thread-1-processing-n:127.0.0.1:60906_solr) [n:127.0.0.1:60906_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2209447 INFO  (jetty-launcher-3827-thread-3) [n:127.0.0.1:60908_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60908.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2209448 INFO  (jetty-launcher-3827-thread-2) [n:127.0.0.1:60905_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60905.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2209456 INFO  (jetty-launcher-3827-thread-3) [n:127.0.0.1:60908_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60908.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2209456 INFO  (jetty-launcher-3827-thread-3) [n:127.0.0.1:60908_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60908.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2209460 INFO  (jetty-launcher-3827-thread-2) [n:127.0.0.1:60905_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60905.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2209460 INFO  (jetty-launcher-3827-thread-2) [n:127.0.0.1:60905_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60905.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2209461 INFO  (jetty-launcher-3827-thread-2) [n:127.0.0.1:60905_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/.
   [junit4]   2> 2209466 INFO  (jetty-launcher-3827-thread-3) [n:127.0.0.1:60908_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/.
   [junit4]   2> 2209569 INFO  (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60907.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2209573 INFO  (jetty-launcher-3827-thread-4) [n:127.0.0.1:60906_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60906.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2209579 INFO  (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60907.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2209580 INFO  (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60907.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2209582 INFO  (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/.
   [junit4]   2> 2209590 INFO  (jetty-launcher-3827-thread-4) [n:127.0.0.1:60906_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60906.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2209590 INFO  (jetty-launcher-3827-thread-4) [n:127.0.0.1:60906_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60906.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2209593 INFO  (jetty-launcher-3827-thread-4) [n:127.0.0.1:60906_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/.
   [junit4]   2> 2209778 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2209779 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60903/solr ready
   [junit4]   2> 2209813 INFO  (qtp605340106-21733) [n:127.0.0.1:60905_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=4&maxShardsPerNode=1000&name=collection1&nrtReplicas=4&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2209816 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2209818 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 2209819 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/collection1/managed-schema
   [junit4]   2> 2209823 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/collection1/protwords.txt
   [junit4]   2> 2209827 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/collection1/solrconfig.xml
   [junit4]   2> 2209830 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/collection1/synonyms.txt
   [junit4]   2> 2209833 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/collection1/stopwords.txt
   [junit4]   2> 2209837 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/collection1/lang/contractions_it.txt
   [junit4]   2> 2209841 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/collection1/lang/contractions_ca.txt
   [junit4]   2> 2209848 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/collection1/lang/stemdict_nl.txt
   [junit4]   2> 2209851 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/collection1/lang/stopwords_hy.txt
   [junit4]   2> 2209855 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/collection1/lang/stopwords_no.txt
   [junit4]   2> 2209859 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/collection1/lang/stopwords_id.txt
   [junit4]   2> 2209863 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/collection1/lang/stopwords_da.txt
   [junit4]   2> 2209866 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/collection1/lang/stopwords_ga.txt
   [junit4]   2> 2209869 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/collection1/lang/stopwords_hi.txt
   [junit4]   2> 2209873 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/collection1/lang/stopwords_ja.txt
   [junit4]   2> 2209877 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/collection1/lang/stopwords_pt.txt
   [junit4]   2> 2209881 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/collection1/lang/stopwords_hu.txt
   [junit4]   2> 2209885 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/collection1/lang/stopwords_el.txt
   [junit4]   2> 2209889 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/collection1/lang/stopwords_ru.txt
   [junit4]   2> 2209893 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/collection1/lang/stopwords_tr.txt
   [junit4]   2> 2209896 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/collection1/lang/stopwords_ar.txt
   [junit4]   2> 2209900 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/collection1/lang/userdict_ja.txt
   [junit4]   2> 2209904 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/collection1/lang/stopwords_eu.txt
   [junit4]   2> 2209908 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/collection1/lang/stopwords_it.txt
   [junit4]   2> 2209911 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/collection1/lang/stopwords_cz.txt
   [junit4]   2> 2209915 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/collection1/lang/stoptags_ja.txt
   [junit4]   2> 2209919 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/collection1/lang/contractions_fr.txt
   [junit4]   2> 2209923 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/collection1/lang/stopwords_de.txt
   [junit4]   2> 2209926 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/collection1/lang/stopwords_fa.txt
   [junit4]   2> 2209930 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/collection1/lang/contractions_ga.txt
   [junit4]   2> 2209938 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/collection1/lang/stopwords_ca.txt
   [junit4]   2> 2209941 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/collection1/lang/stopwords_nl.txt
   [junit4]   2> 2209947 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/collection1/lang/stopwords_bg.txt
   [junit4]   2> 2209950 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/collection1/lang/stopwords_en.txt
   [junit4]   2> 2209953 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/collection1/lang/stopwords_es.txt
   [junit4]   2> 2209956 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/collection1/lang/stopwords_lv.txt
   [junit4]   2> 2209963 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/collection1/lang/stopwords_ro.txt
   [junit4]   2> 2209966 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/collection1/lang/stopwords_th.txt
   [junit4]   2> 2209979 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/collection1/lang/stopwords_fr.txt
   [junit4]   2> 2209982 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/collection1/lang/stopwords_sv.txt
   [junit4]   2> 2209985 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/collection1/lang/stopwords_fi.txt
   [junit4]   2> 2209992 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/collection1/lang/hyphenations_ga.txt
   [junit4]   2> 2209996 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/collection1/lang/stopwords_gl.txt
   [junit4]   2> 2210010 INFO  (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/collection1/params.json
   [junit4]   2> 2210194 INFO  (OverseerStateUpdate-98575596568182795-127.0.0.1:60907_solr-n_0000000000) [n:127.0.0.1:60907_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60907/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2210227 INFO  (OverseerStateUpdate-98575596568182795-127.0.0.1:60907_solr-n_0000000000) [n:127.0.0.1:60907_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60908/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2210247 INFO  (OverseerStateUpdate-98575596568182795-127.0.0.1:60907_solr-n_0000000000) [n:127.0.0.1:60907_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60906/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2210251 INFO  (OverseerStateUpdate-98575596568182795-127.0.0.1:60907_solr-n_0000000000) [n:127.0.0.1:60907_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60905/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2210475 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n6&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2210475 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n4&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2210476 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2210478 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2210479 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2210480 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2210485 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2210487 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2210633 INFO  (zkCallback-3848-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2210633 INFO  (zkCallback-3847-thread-1-processing-n:127.0.0.1:60908_solr) [n:127.0.0.1:60908_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2210633 INFO  (zkCallback-3848-thread-2-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2210633 INFO  (zkCallback-3846-thread-1-processing-n:127.0.0.1:60905_solr) [n:127.0.0.1:60905_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2210633 INFO  (zkCallback-3849-thread-1-processing-n:127.0.0.1:60906_solr) [n:127.0.0.1:60906_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2210634 INFO  (zkCallback-3847-thread-2-processing-n:127.0.0.1:60908_solr) [n:127.0.0.1:60908_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2210634 INFO  (zkCallback-3846-thread-2-processing-n:127.0.0.1:60905_solr) [n:127.0.0.1:60905_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2210635 INFO  (zkCallback-3849-thread-2-processing-n:127.0.0.1:60906_solr) [n:127.0.0.1:60906_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2211539 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 2211540 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 2211540 WARN  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/extraction/lib
   [junit4]   2> 2211540 WARN  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist
   [junit4]   2> 2211545 WARN  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/clustering/lib
   [junit4]   2> 2211545 WARN  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist
   [junit4]   2> 2211545 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 2211545 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 2211546 WARN  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/langid/lib
   [junit4]   2> 2211546 WARN  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist
   [junit4]   2> 2211546 WARN  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/extraction/lib
   [junit4]   2> 2211546 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 2211547 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 2211547 WARN  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist
   [junit4]   2> 2211547 WARN  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/velocity/lib
   [junit4]   2> 2211547 WARN  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist
   [junit4]   2> 2211547 WARN  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/clustering/lib
   [junit4]   2> 2211547 WARN  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist
   [junit4]   2> 2211547 WARN  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 2211547 WARN  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/langid/lib
   [junit4]   2> 2211548 WARN  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist
   [junit4]   2> 2211548 WARN  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist
   [junit4]   2> 2211548 WARN  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/velocity/lib
   [junit4]   2> 2211548 WARN  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist
   [junit4]   2> 2211548 WARN  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 2211548 WARN  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist
   [junit4]   2> 2211549 WARN  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 2211549 WARN  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist
   [junit4]   2> 2211550 WARN  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 2211550 WARN  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist
   [junit4]   2> 2211555 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2211563 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2211565 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 2211565 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 2211566 WARN  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/extraction/lib
   [junit4]   2> 2211566 WARN  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist
   [junit4]   2> 2211567 WARN  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/clustering/lib
   [junit4]   2> 2211567 WARN  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist
   [junit4]   2> 2211567 WARN  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/langid/lib
   [junit4]   2> 2211568 WARN  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist
   [junit4]   2> 2211568 WARN  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/velocity/lib
   [junit4]   2> 2211568 WARN  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist
   [junit4]   2> 2211576 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2211584 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2211669 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.s.IndexSchema [collection1_shard1_replica_n6] Schema name=default-config
   [junit4]   2> 2211671 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.s.IndexSchema [collection1_shard1_replica_n4] Schema name=default-config
   [junit4]   2> 2211693 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=default-config
   [junit4]   2> 2211701 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 2212080 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 2212201 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 2212201 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60907.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2212202 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2212202 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/./collection1_shard1_replica_n1/data/]
   [junit4]   2> 2212223 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 2212241 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 2212247 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 2212309 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n6' using configuration from collection collection1, trusted=true
   [junit4]   2> 2212310 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60905.solr.core.collection1.shard1.replica_n6' (registry 'solr.core.collection1.shard1.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2212310 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2212310 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrCore [[collection1_shard1_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/./collection1_shard1_replica_n6/data/]
   [junit4]   2> 2212328 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 2212353 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
   [junit4]   2> 2212353 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60908.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2212354 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2212354 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/./collection1_shard1_replica_n2/data/]
   [junit4]   2> 2212366 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n4' using configuration from collection collection1, trusted=true
   [junit4]   2> 2212367 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60906.solr.core.collection1.shard1.replica_n4' (registry 'solr.core.collection1.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
   [junit4]   2> 2212367 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2212367 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrCore [[collection1_shard1_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/./collection1_shard1_replica_n4/data/]
   [junit4]   2> 2212423 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 2212463 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 2212474 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 2212530 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2212530 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2212532 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2212532 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2212583 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f7ce74[collection1_shard1_replica_n1] main]
   [junit4]   2> 2212596 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/collection1
   [junit4]   2> 2212596 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/collection1
   [junit4]   2> 2212596 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/collection1/managed-schema
   [junit4]   2> 2212602 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2212605 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2212606 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 2212613 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2212613 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577209549201342464
   [junit4]   2> 2212614 INFO  (searcherExecutor-10879-thread-1-processing-n:127.0.0.1:60907_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@4f7ce74[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2212614 INFO  (searcherExecutor-10879-thread-1-processing-n:127.0.0.1:60907_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 2212614 INFO  (searcherExecutor-10879-thread-1-processing-n:127.0.0.1:60907_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2212625 INFO  (searcherExecutor-10879-thread-1-processing-n:127.0.0.1:60907_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@4f7ce74[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2212640 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2212640 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2212642 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2212642 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2212645 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2212646 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2212647 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2212648 INFO  (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2212653 INFO  (zkCallback-3846-thread-2-processing-n:127.0.0.1:60905_solr) [n:127.0.0.1:60905_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2212653 INFO  (zkCallback-3848-thread-2-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2212653 INFO  (zkCallback-3848-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2212653 INFO  (zkCallback-3846-thread-1-processing-n:127.0.0.1:60905_solr) [n:127.0.0.1:60905_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2212654 INFO  (zkCallback-3849-thread-2-processing-n:127.0.0.1:60906_solr) [n:127.0.0.1:60906_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2212654 INFO  (zkCallback-3849-thread-1-processing-n:127.0.0.1:60906_solr) [n:127.0.0.1:60906_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2212654 INFO  (zkCallback-3847-thread-1-processing-n:127.0.0.1:60908_solr) [n:127.0.0.1:60908_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2212654 INFO  (zkCallback-3847-thread-2-processing-n:127.0.0.1:60908_solr) [n:127.0.0.1:60908_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2212656 INFO  (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=4 found=1 timeoutin=9996ms
   [junit4]   2> 2212657 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2212657 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2212659 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2212659 INFO  (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2212667 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@38dc7d10[collection1_shard1_replica_n2] main]
   [junit4]   2> 2212672 INFO  (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collecti

[...truncated too long message...]

 o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/configs/conf
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/collections/routeFieldColl/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	73	/solr/collections/implicitcoll/state.json
   [junit4]   2> 	34	/solr/collections/withShardField/state.json
   [junit4]   2> 	20	/solr/collections/testCreateShardRepFactor/state.json
   [junit4]   2> 	20	/solr/collections/routeFieldColl/state.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/implicitcoll/leader_elect/x/election/98575607291904012-core_node28-n_0000000001
   [junit4]   2> 	2	/solr/collections/implicitcoll/leader_elect/b/election/98575607291904012-core_node15-n_0000000001
   [junit4]   2> 	2	/solr/collections/withShardField/leader_elect/b/election/98575607291904012-core_node13-n_0000000000
   [junit4]   2> 	2	/solr/collections/implicitcoll/leader_elect/c/election/98575607291904012-core_node23-n_0000000001
   [junit4]   2> 	2	/solr/collections/withShardField/leader_elect/c/election/98575607291904011-core_node17-n_0000000000
   [junit4]   2> 	2	/solr/collections/implicitcoll/leader_elect/a/election/98575607291904012-core_node7-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	32	/solr/collections
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_41DF15AF0060D154-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=pt, timezone=America/Dawson_Creek
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=203409632,total=518520832
   [junit4]   2> NOTE: All tests run in this JVM: [TestSortByMinMaxFunction, BaseCdcrDistributedZkTest, TestCloudNestedDocsSort, ShowFileRequestHandlerTest, TriLevelCompositeIdRoutingTest, TestMaxScoreQueryParser, SpatialRPTFieldTypeTest, CollectionsAPIDistributedZkTest, TestComponentsName, TestApiFramework, TestInfoStreamLogging, ConnectionManagerTest, TestInitQParser, MetricUtilsTest, TestNRTOpen, SolrPluginUtilsTest, OpenCloseCoreStressTest, TestOnReconnectListenerSupport, TestPolicyCloud, TestConfigSetsAPIExclusivity, AutoCommitTest, TestSolrCLIRunExample, DeleteReplicaTest, TestGraphTermsQParserPlugin, SpellCheckCollatorTest, TestFieldCacheWithThreads, LeaderFailoverAfterPartitionTest, JSONWriterTest, AtomicUpdatesTest, TestSimpleQParserPlugin, AliasIntegrationTest, TestUniqueKeyFieldResource, ChaosMonkeySafeLeaderTest, TestChildDocTransformer, TestUseDocValuesAsStored, DistributedDebugComponentTest, ZkFailoverTest, TestSchemaManager, ZkSolrClientTest, CollectionStateFormat2Test, NodeMutatorTest, TestManagedSchemaThreadSafety, ConcurrentDeleteAndCreateCollectionTest, HdfsSyncSliceTest, TestSolrDeletionPolicy1, PreAnalyzedFieldManagedSchemaCloudTest, MoveReplicaHDFSTest, TestReload, MoreLikeThisHandlerTest, MoveReplicaTest, DistributedSuggestComponentTest, TestFastWriter, TestCollectionsAPIViaSolrCloudCluster, TestStressUserVersions, TestIndexSearcher, SolrCoreCheckLockOnStartupTest, TestLegacyField, DeleteStatusTest, UpdateRequestProcessorFactoryTest, LukeRequestHandlerTest, DistributedQueueTest, DocumentBuilderTest, TestQueryTypes, BlobRepositoryCloudTest, SimpleCollectionCreateDeleteTest, SaslZkACLProviderTest, TestRebalanceLeaders, ConjunctionSolrSpellCheckerTest, SolrJmxReporterTest, SearchHandlerTest, TestObjectReleaseTracker, TestSolrConfigHandlerCloud, TestRawTransformer, RollingRestartTest, ZkStateWriterTest, EchoParamsTest, TestUninvertingReader, DateRangeFieldTest, V2StandaloneTest, ShufflingReplicaListTransformerTest, SpellCheckComponentTest, TestExclusionRuleCollectionAccess, ConvertedLegacyTest, CloudExitableDirectoryReaderTest, TestSearchPerf, HttpSolrCallGetCoreTest, ClassificationUpdateProcessorIntegrationTest, FileBasedSpellCheckerTest, DistributedIntervalFacetingTest, TestStressInPlaceUpdates, TestExportWriter, TestShortCircuitedRequests, CdcrReplicationDistributedZkTest, TestDistribDocBasedVersion, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSimpleTrackingShardHandler, SolrMetricManagerTest, TestFileDictionaryLookup, TestWordDelimiterFilterFactory, DistributedQueryElevationComponentTest, TestOverriddenPrefixQueryForCustomFieldType, TestGraphMLResponseWriter, FullHLLTest, HttpPartitionTest, TestDefaultStatsCache, DistributedFacetExistsSmallTest, LeaderInitiatedRecoveryOnCommitTest, CdcrRequestHandlerTest, PreAnalyzedFieldTest, ConnectionReuseTest, CollectionsAPIAsyncDistributedZkTest, CopyFieldTest, TestSolr4Spatial, TestPayloadScoreQParserPlugin, TestEmbeddedSolrServerSchemaAPI, TestManagedSchema, ExternalFileFieldSortTest, StatsComponentTest, TestSolrCloudSnapshots, SpellingQueryConverterTest, TestAnalyzedSuggestions, TestCopyFieldCollectionResource, TestAnalyzeInfixSuggestions, ExitableDirectoryReaderTest, TestRandomFlRTGCloud, DataDrivenBlockJoinTest, RemoteQueryErrorTest, DocValuesMultiTest, HdfsDirectoryTest, BasicFunctionalityTest, DeleteLastCustomShardedReplicaTest, TestTlogReplica, TestTolerantUpdateProcessorRandomCloud, TestSolr4Spatial2, FileUtilsTest, JsonLoaderTest, TestJsonFacetRefinement, EnumFieldTest, TestSystemCollAutoCreate, TestExceedMaxTermLength, TestClusterStateMutator, TestLRUCache, SuggesterTSTTest, TestTrie, TestPartialUpdateDeduplication, CachingDirectoryFactoryTest, BlockDirectoryTest, LeaderElectionIntegrationTest, TestRandomFaceting, TestFieldTypeResource, TestSchemaVersionResource, FieldMutatingUpdateProcessorTest, HdfsBasicDistributedZkTest, FullSolrCloudDistribCmdsTest, TestTrackingShardHandlerFactory, TestReloadDeadlock, TestBM25SimilarityFactory, AnalysisErrorHandlingTest, TestBadConfig, TolerantUpdateProcessorTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestStressLucene, TestFastLRUCache, TestJoin, TestConfig, HdfsChaosMonkeySafeLeaderTest, TestEmbeddedSolrServerAdminHandler, TestPerFieldSimilarity, TestCryptoKeys, RequestLoggingTest, TestSuggestSpellingConverter, QueryEqualityTest, DistributedQueryComponentCustomSortTest, SolrIndexConfigTest, TestLuceneMatchVersion, TestNumericTerms32, SegmentsInfoRequestHandlerTest, OpenExchangeRatesOrgProviderTest, HdfsNNFailoverTest, TestSSLRandomization, BasicDistributedZk2Test, UnloadDistributedZkTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, SolrCoreTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestFiltering, TestFunctionQuery, HighlighterTest, SoftAutoCommitTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, TestCSVLoader, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestUpdate, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DistanceFunctionTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, TermsComponentTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, MBeansHandlerTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestLFUCache, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, BadComponentTest, TestMergePolicyConfig, SampleTest, TestBinaryField, TestElisionMultitermQuery, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, TestSystemIdResolver, DOMUtilTest, TestSolrJ, TestDocumentBuilder, DistributedMLTComponentTest, TestCrossCoreJoin, TestDistributedMissingSort, TestTolerantSearch, ActionThrottleTest, AssignBackwardCompatibilityTest, AsyncCallRequestStatusResponseTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CustomCollectionTest]
   [junit4] Completed [507/731 (2!)] on J1 in 70.34s, 4 tests, 1 error <<< FAILURES!

[...truncated 46927 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:690: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1

Total time: 93 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 146 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/146/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

All tests passed

Build Log:
[...truncated 59746 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:690: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1

Total time: 89 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 145 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/145/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping

Error Message:
Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.

Stack Trace:
java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
	at __randomizedtesting.SeedInfo.seed([957BE65D8139793D:E49F188BF7D25EF1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter

Error Message:
Test requires that log-level is at-least INFO, but INFO is disabled

Stack Trace:
java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
	at __randomizedtesting.SeedInfo.seed([957BE65D8139793D:CA9FCB6AEA35EA78]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12009 lines...]
   [junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
   [junit4]   2> 1287238 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[957BE65D8139793D]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_957BE65D8139793D-001/init-core-data-001
   [junit4]   2> 1287238 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[957BE65D8139793D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 1287240 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[957BE65D8139793D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1287243 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[957BE65D8139793D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1287244 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[957BE65D8139793D]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1287644 WARN  (coreLoadExecutor-5159-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 1287645 WARN  (coreLoadExecutor-5159-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1287648 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[957BE65D8139793D]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1287655 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[957BE65D8139793D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
   [junit4]   2> 1287655 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[957BE65D8139793D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testUpdateDistribChainSkipping -Dtests.seed=957BE65D8139793D -Dtests.slow=true -Dtests.locale=zh-CN -Dtests.timezone=America/North_Dakota/Center -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.02s J1 | UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([957BE65D8139793D:E49F188BF7D25EF1]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1287679 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[957BE65D8139793D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
   [junit4]   2> 1287679 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[957BE65D8139793D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
   [junit4]   2> 1287692 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[957BE65D8139793D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
   [junit4]   2> 1287696 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[957BE65D8139793D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
   [junit4]   2> 1287696 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[957BE65D8139793D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_957BE65D8139793D-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=zh-CN, timezone=America/North_Dakota/Center
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=270309160,total=442789888
   [junit4]   2> NOTE: All tests run in this JVM: [HighlighterMaxOffsetTest, AssignTest, TestUninvertingReader, DistributedFacetPivotLongTailTest, HdfsBasicDistributedZkTest, HttpPartitionTest, BlockDirectoryTest, TermVectorComponentTest, JsonLoaderTest, TestDistributedMissingSort, FieldMutatingUpdateProcessorTest, TestJsonRequest, DeleteLastCustomShardedReplicaTest, SystemInfoHandlerTest, TestPostingsSolrHighlighter, TestElisionMultitermQuery, ReplicationFactorTest, DistributedQueryElevationComponentTest, HttpSolrCallGetCoreTest, TestCorePropertiesReload, BadIndexSchemaTest, TestClusterStateMutator, ChaosMonkeySafeLeaderTest, CdcrReplicationDistributedZkTest, TestCollapseQParserPlugin, TestZkChroot, EnumFieldTest, TestInfoStreamLogging, TestBM25SimilarityFactory, CollectionsAPIAsyncDistributedZkTest, TestNRTOpen, BasicDistributedZk2Test, SimpleMLTQParserTest, ZkStateWriterTest, TestRemoteStreaming, DistributedIntervalFacetingTest, FullSolrCloudDistribCmdsTest, TestSSLRandomization, TestPerFieldSimilarityWithDefaultOverride, SimpleCollectionCreateDeleteTest, TestLegacyNumericUtils, TestConfigSetProperties, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSolrFieldCacheBean, TolerantUpdateProcessorTest, TestSolrConfigHandlerCloud, DateRangeFieldTest, MoveReplicaHDFSTest, CollectionStateFormat2Test, TestLeaderInitiatedRecoveryThread, TestRTGBase, SOLR749Test, TestFastWriter, TestRecovery, TestReloadDeadlock, TestBlobHandler, StatsComponentTest, HdfsNNFailoverTest, TestConfigSetsAPIExclusivity, AnalysisErrorHandlingTest, TestSolrQueryParser, HLLUtilTest, TestSubQueryTransformerCrossCore, TestRandomFlRTGCloud, DocumentBuilderTest, TestHdfsBackupRestoreCore, TestUseDocValuesAsStored, TestSolrDeletionPolicy1, TestRequestForwarding, SpellCheckCollatorTest, OverseerModifyCollectionTest, TestPullReplica, TestClusterProperties, SolrMetricsIntegrationTest, SolrCoreCheckLockOnStartupTest, LukeRequestHandlerTest, TestDocTermOrds, TestAuthenticationFramework, AliasIntegrationTest, DebugComponentTest, TestCloudInspectUtil, TestHighFrequencyDictionaryFactory, DeleteStatusTest, DOMUtilTest, TestTrie, TestQueryUtils, SolrMetricManagerTest, TestSystemIdResolver, HdfsChaosMonkeySafeLeaderTest, TestConfig, ShufflingReplicaListTransformerTest, DistribDocExpirationUpdateProcessorTest, TestEmbeddedSolrServerAdminHandler, TestSolrCloudWithSecureImpersonation, TestBadConfig, LoggingHandlerTest, PingRequestHandlerTest, JSONWriterTest, SampleTest, InfoHandlerTest, CloudExitableDirectoryReaderTest, PreAnalyzedFieldTest, SolrCloudExampleTest, HdfsWriteToMultipleCollectionsTest, TestValueSourceCache, TestCharFilters, SuggesterTSTTest, DocValuesNotIndexedTest, HdfsDirectoryTest, TestLegacyField, TestExclusionRuleCollectionAccess, TestSolrCLIRunExample, TestPayloadScoreQParserPlugin, TestFieldCacheSortRandom, TestFieldSortValues, SignatureUpdateProcessorFactoryTest, V2StandaloneTest, TestRuleBasedAuthorizationPlugin, WrapperMergePolicyFactoryTest, OpenCloseCoreStressTest, TestManagedSchemaThreadSafety, TestSearchPerf, CustomCollectionTest, CoreSorterTest, TestDocSet, CoreAdminRequestStatusTest, QueryEqualityTest, CollectionsAPIDistributedZkTest, TestSlowCompositeReaderWrapper, ShardRoutingCustomTest, MergeStrategyTest, MetricUtilsTest, UpdateLogTest, BigEndianAscendingWordDeserializerTest, SharedFSAutoReplicaFailoverTest, BasicAuthStandaloneTest, StatelessScriptUpdateProcessorFactoryTest, QueryResultKeyTest, TestIntervalFaceting, MetricsConfigTest, SpellCheckComponentTest, BasicZkTest, FullHLLTest, BadCopyFieldTest, TestSolrJ, BaseCdcrDistributedZkTest, TestStressInPlaceUpdates, DistributedFacetPivotSmallTest, AutoCommitTest, AtomicUpdatesTest, TestExceedMaxTermLength, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [286/731 (1!)] on J1 in 0.51s, 3 tests, 1 failure <<< FAILURES!

[...truncated 1075 lines...]
   [junit4] Suite: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest
   [junit4]   2> 2770693 INFO  (SUITE-SolrSlf4jReporterTest-seed#[957BE65D8139793D]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.metrics.reporters.SolrSlf4jReporterTest_957BE65D8139793D-001/init-core-data-001
   [junit4]   2> 2770694 WARN  (SUITE-SolrSlf4jReporterTest-seed#[957BE65D8139793D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 2770694 INFO  (SUITE-SolrSlf4jReporterTest-seed#[957BE65D8139793D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2770697 INFO  (SUITE-SolrSlf4jReporterTest-seed#[957BE65D8139793D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2770699 INFO  (TEST-SolrSlf4jReporterTest.testReporter-seed#[957BE65D8139793D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testReporter
   [junit4]   2> 2770699 INFO  (TEST-SolrSlf4jReporterTest.testReporter-seed#[957BE65D8139793D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testReporter
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrSlf4jReporterTest -Dtests.method=testReporter -Dtests.seed=957BE65D8139793D -Dtests.slow=true -Dtests.locale=pt-PT -Dtests.timezone=Pacific/Niue -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.00s J1 | SolrSlf4jReporterTest.testReporter <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([957BE65D8139793D:CA9FCB6AEA35EA78]:0)
   [junit4]    > 	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
   [junit4]    > 	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.metrics.reporters.SolrSlf4jReporterTest_957BE65D8139793D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=pt-PT, timezone=Pacific/Niue
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=53430792,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [HighlighterMaxOffsetTest, AssignTest, TestUninvertingReader, DistributedFacetPivotLongTailTest, HdfsBasicDistributedZkTest, HttpPartitionTest, BlockDirectoryTest, TermVectorComponentTest, JsonLoaderTest, TestDistributedMissingSort, FieldMutatingUpdateProcessorTest, TestJsonRequest, DeleteLastCustomShardedReplicaTest, SystemInfoHandlerTest, TestPostingsSolrHighlighter, TestElisionMultitermQuery, ReplicationFactorTest, DistributedQueryElevationComponentTest, HttpSolrCallGetCoreTest, TestCorePropertiesReload, BadIndexSchemaTest, TestClusterStateMutator, ChaosMonkeySafeLeaderTest, CdcrReplicationDistributedZkTest, TestCollapseQParserPlugin, TestZkChroot, EnumFieldTest, TestInfoStreamLogging, TestBM25SimilarityFactory, CollectionsAPIAsyncDistributedZkTest, TestNRTOpen, BasicDistributedZk2Test, SimpleMLTQParserTest, ZkStateWriterTest, TestRemoteStreaming, DistributedIntervalFacetingTest, FullSolrCloudDistribCmdsTest, TestSSLRandomization, TestPerFieldSimilarityWithDefaultOverride, SimpleCollectionCreateDeleteTest, TestLegacyNumericUtils, TestConfigSetProperties, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSolrFieldCacheBean, TolerantUpdateProcessorTest, TestSolrConfigHandlerCloud, DateRangeFieldTest, MoveReplicaHDFSTest, CollectionStateFormat2Test, TestLeaderInitiatedRecoveryThread, TestRTGBase, SOLR749Test, TestFastWriter, TestRecovery, TestReloadDeadlock, TestBlobHandler, StatsComponentTest, HdfsNNFailoverTest, TestConfigSetsAPIExclusivity, AnalysisErrorHandlingTest, TestSolrQueryParser, HLLUtilTest, TestSubQueryTransformerCrossCore, TestRandomFlRTGCloud, DocumentBuilderTest, TestHdfsBackupRestoreCore, TestUseDocValuesAsStored, TestSolrDeletionPolicy1, TestRequestForwarding, SpellCheckCollatorTest, OverseerModifyCollectionTest, TestPullReplica, TestClusterProperties, SolrMetricsIntegrationTest, SolrCoreCheckLockOnStartupTest, LukeRequestHandlerTest, TestDocTermOrds, TestAuthenticationFramework, AliasIntegrationTest, DebugComponentTest, TestCloudInspectUtil, TestHighFrequencyDictionaryFactory, DeleteStatusTest, DOMUtilTest, TestTrie, TestQueryUtils, SolrMetricManagerTest, TestSystemIdResolver, HdfsChaosMonkeySafeLeaderTest, TestConfig, ShufflingReplicaListTransformerTest, DistribDocExpirationUpdateProcessorTest, TestEmbeddedSolrServerAdminHandler, TestSolrCloudWithSecureImpersonation, TestBadConfig, LoggingHandlerTest, PingRequestHandlerTest, JSONWriterTest, SampleTest, InfoHandlerTest, CloudExitableDirectoryReaderTest, PreAnalyzedFieldTest, SolrCloudExampleTest, HdfsWriteToMultipleCollectionsTest, TestValueSourceCache, TestCharFilters, SuggesterTSTTest, DocValuesNotIndexedTest, HdfsDirectoryTest, TestLegacyField, TestExclusionRuleCollectionAccess, TestSolrCLIRunExample, TestPayloadScoreQParserPlugin, TestFieldCacheSortRandom, TestFieldSortValues, SignatureUpdateProcessorFactoryTest, V2StandaloneTest, TestRuleBasedAuthorizationPlugin, WrapperMergePolicyFactoryTest, OpenCloseCoreStressTest, TestManagedSchemaThreadSafety, TestSearchPerf, CustomCollectionTest, CoreSorterTest, TestDocSet, CoreAdminRequestStatusTest, QueryEqualityTest, CollectionsAPIDistributedZkTest, TestSlowCompositeReaderWrapper, ShardRoutingCustomTest, MergeStrategyTest, MetricUtilsTest, UpdateLogTest, BigEndianAscendingWordDeserializerTest, SharedFSAutoReplicaFailoverTest, BasicAuthStandaloneTest, StatelessScriptUpdateProcessorFactoryTest, QueryResultKeyTest, TestIntervalFaceting, MetricsConfigTest, SpellCheckComponentTest, BasicZkTest, FullHLLTest, BadCopyFieldTest, TestSolrJ, BaseCdcrDistributedZkTest, TestStressInPlaceUpdates, DistributedFacetPivotSmallTest, AutoCommitTest, AtomicUpdatesTest, TestExceedMaxTermLength, UpdateRequestProcessorFactoryTest, TestLeaderElectionWithEmptyReplica, TestMultiValuedNumericRangeQuery, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestMergePolicyConfig, TestRealTimeGet, TestPerFieldSimilarity, TestLockTree, SegmentsInfoRequestHandlerTest, TestInPlaceUpdatesDistrib, ConvertedLegacyTest, TestGraphMLResponseWriter, TestPushWriter, TestDFISimilarityFactory, TestPolicyCloud, TestMacroExpander, RuleEngineTest, CursorMarkTest, HdfsRecoveryZkTest, TestQueryTypes, ExitableDirectoryReaderTest, TestExportWriter, FileBasedSpellCheckerTest, TestStressUserVersions, SpatialRPTFieldTypeTest, TestReqParamsAPI, TestManagedSynonymFilterFactory, UnloadDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, ZkCLITest, TestDistributedSearch, TestDistributedGrouping, TermVectorComponentDistributedTest, TestJoin, TestReload, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTest, TestStressLucene, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, DocValuesMultiTest, SolrInfoBeanTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TestOmitPositions, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, TestCSVResponseWriter, MBeansHandlerTest, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, SynonymTokenizerTest, EchoParamsTest, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AssignBackwardCompatibilityTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteReplicaTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest, MigrateRouteKeyTest, MoveReplicaTest, OverseerRolesTest, PeerSyncReplicationTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCloudRecovery, TestCollectionAPI, TestCryptoKeys, TestDistribDocBasedVersion, TestOnReconnectListenerSupport, TestPullReplicaErrorHandling, TestRebalanceLeaders, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, ZkFailoverTest, AutoScalingHandlerTest, HdfsBasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, StressHdfsTest, ZkStateReaderTest, RulesTest, TestInitParams, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrCloudSnapshots, TestSolrCoreSnapshots, TestReplicationHandlerBackup, TestSQLHandler, CoreMergeIndexesAdminHandlerTest, MetricsHandlerTest, PropertiesRequestHandlerTest, StatsReloadRaceTest, TestApiFramework, TestConfigsApi, TestCoreAdminApis, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedQueryComponentCustomSortTest, DistributedSuggestComponentTest, SpatialHeatmapFacetsTest, JavabinLoaderTest, TestUnifiedSolrHighlighter, UninvertDocValuesMergePolicyTest, TestLegacyTerms, TestNumericRangeQuery64, JvmMetricsTest, SolrJmxReporterTest, SolrSlf4jReporterTest]
   [junit4] Completed [610/731 (2!)] on J1 in 0.03s, 1 test, 1 failure <<< FAILURES!

[...truncated 46634 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:690: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1

Total time: 85 minutes 29 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 144 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/144/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter

Error Message:
Test requires that log-level is at-least INFO, but INFO is disabled

Stack Trace:
java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
	at __randomizedtesting.SeedInfo.seed([B26097D774A98CDD:ED84BAE01FA51F98]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13147 lines...]
   [junit4] Suite: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_B26097D774A98CDD-001/init-core-data-001
   [junit4]   2> 2683947 WARN  (SUITE-SolrSlf4jReporterTest-seed#[B26097D774A98CDD]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=44 numCloses=44
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrSlf4jReporterTest -Dtests.method=testReporter -Dtests.seed=B26097D774A98CDD -Dtests.slow=true -Dtests.locale=es-BO -Dtests.timezone=Pacific/Johnston -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.00s J0 | SolrSlf4jReporterTest.testReporter <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B26097D774A98CDD:ED84BAE01FA51F98]:0)
   [junit4]    > 	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
   [junit4]    > 	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_B26097D774A98CDD-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=981, maxMBSortInHeap=7.522893081764894, sim=RandomSimilarity(queryNorm=false): {}, locale=es-BO, timezone=Pacific/Johnston
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=112126056,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [ClassificationUpdateProcessorFactoryTest, TestNumericTerms64, TestRandomRequestDistribution, TestFieldCollectionResource, TestCustomStream, TestStressReorder, TestStandardQParsers, TestConfigSetImmutable, BlockCacheTest, TestImplicitCoreProperties, SortByFunctionTest, TestPivotHelperCode, ExplicitHLLTest, CdcrReplicationHandlerTest, TestBinaryField, HLLSerializationTest, RestartWhileUpdatingTest, CloudMLTQParserTest, TestManagedSynonymGraphFilterFactory, OverseerCollectionConfigSetProcessorTest, TestStressVersions, TestCodecSupport, TestSchemaNameResource, DeleteInactiveReplicaTest, TestFieldCache, TestSQLHandlerNonCloud, ResourceLoaderTest, SolrShardReporterTest, AutoScalingHandlerTest, TestCloudSearcherWarming, TestXIncludeConfig, TestLegacyFieldReuse, TestStressRecovery, DocValuesMissingTest, TestReversedWildcardFilterFactory, TestSubQueryTransformerDistrib, OutputWriterTest, CollectionTooManyReplicasTest, ResponseHeaderTest, TestCoreAdminApis, DateFieldTest, HdfsBasicDistributedZk2Test, DistributedFacetPivotWhiteBoxTest, SolrCoreMetricManagerTest, TestInPlaceUpdatesStandalone, TestFunctionQuery, NumericFieldsTest, CoreAdminHandlerTest, TestSolrQueryResponse, TestPKIAuthenticationPlugin, TestMaxTokenLenTokenizer, UnloadDistributedZkTest, TestReplicationHandlerBackup, ZkControllerTest, TestExtendedDismaxParser, TestReplicaProperties, TestOrdValues, ActionThrottleTest, UniqFieldsUpdateProcessorFactoryTest, HdfsRecoverLeaseTest, TestFuzzyAnalyzedSuggestions, CSVRequestHandlerTest, SpellCheckCollatorWithCollapseTest, TestJettySolrRunner, VMParamsZkACLAndCredentialsProvidersTest, QueryParsingTest, BJQParserTest, TestRandomDVFaceting, TestUnifiedSolrHighlighter, TestNamedUpdateProcessors, FacetPivotSmallTest, TestHdfsCloudBackupRestore, ClusterStateTest, TestDistribIDF, TestDynamicFieldCollectionResource, BlockJoinFacetRandomTest, RequiredFieldsTest, TestIBSimilarityFactory, TestCustomDocTransformer, TestLocalFSCloudBackupRestore, LeaderInitiatedRecoveryOnShardRestartTest, NoCacheHeaderTest, ParsingFieldUpdateProcessorsTest, HighlighterConfigTest, TestScoreJoinQPScore, BufferStoreTest, TestCloudJSONFacetJoinDomain, RankQueryTest, TestPrepRecovery, TestCursorMarkWithoutUniqueKey, ZkCLITest, TestCustomSort, TestBackupRepositoryFactory, LeaderFailureAfterFreshStartTest, CircularListTest, TestCollectionAPIs, OverseerRolesTest, TestPayloadCheckQParserPlugin, ConfigSetsAPITest, TestQueryWrapperFilter, BasicAuthIntegrationTest, SolrJmxReporterCloudTest, HardAutoCommitTest, UUIDUpdateProcessorFallbackTest, AnalysisAfterCoreReloadTest, XmlUpdateRequestHandlerTest, DateMathParserTest, ChaosMonkeySafeLeaderWithPullReplicasTest, BigEndianAscendingWordSerializerTest, SolrInfoBeanTest, DistributedFacetPivotLargeTest, TestJmxIntegration, TimeZoneUtilsTest, TestStreamBody, TestSolrCoreProperties, TestPHPSerializedResponseWriter, CdcrVersionReplicationTest, TestGeoJSONResponseWriter, TestInitParams, JavabinLoaderTest, PrimitiveFieldTypeTest, TestMiniSolrCloudClusterSSL, HighlighterTest, GraphQueryTest, SolrCoreTest, TestSolrCloudWithKerberosAlt, AsyncCallRequestStatusResponseTest, JvmMetricsTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestManagedResourceStorage, RAMDirectoryFactoryTest, TestConfigSets, DefaultValueUpdateProcessorTest, TestBulkSchemaAPI, TestCloudDeleteByQuery, TestSort, PeerSyncWithIndexFingerprintCachingTest, HdfsUnloadDistributedZkTest, TlogReplayBufferedWhileIndexingTest, TestMacros, TestCollectionAPI, CreateCollectionCleanupTest, VersionInfoTest, StressHdfsTest, HdfsRestartWhileUpdatingTest, TestHighlightDedupGrouping, DirectUpdateHandlerTest, DistributedExpandComponentTest, ReplaceNodeTest, ScriptEngineTest, TestCloudSchemaless, TestNonDefinedSimilarityFactory, TestHashQParserPlugin, DeleteShardTest, BinaryUpdateRequestHandlerTest, DocExpirationUpdateProcessorFactoryTest, URLClassifyProcessorTest, IndexSchemaTest, StatsReloadRaceTest, SimplePostToolTest, TestSearcherReuse, SolrMetricReporterTest, TestConfigReload, ZkStateReaderTest, TestManagedSchemaAPI, LeaderElectionContextKeyTest, SolrCLIZkUtilsTest, HdfsLockFactoryTest, TestExactStatsCache, TestSolrCoreSnapshots, ClusterStateUpdateTest, SSLMigrationTest, ReplicaListTransformerTest, AtomicUpdateProcessorFactoryTest, TestOmitPositions, ImplicitSnitchTest, ResponseLogComponentTest, TestUtils, TestComplexPhraseLeadingWildcard, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, LeaderElectionTest, TestZkChroot, TestDistributedSearch, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TestRealTimeGet, DistributedTermsComponentTest, StatsComponentTest, BadIndexSchemaTest, TestLazyCores, SoftAutoCommitTest, IndexSchemaRuntimeFieldTest, TestCollationField, TestCSVResponseWriter, SearchHandlerTest, TestLFUCache, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestFastOutputStream, TestFastLRUCache, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, AssignBackwardCompatibilityTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CollectionReloadTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, ForceLeaderTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, SaslZkACLProviderTest, ShardSplitTest, TestLeaderElectionZkExpiry, TestRebalanceLeaders, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSizeLimitedDistributedMap, TestStressLiveNodes, TestTlogReplica, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, TestClusterStateMutator, ZkStateWriterTest, RuleEngineTest, RulesTest, CachingDirectoryFactoryTest, HdfsDirectoryFactoryTest, QueryResultKeyTest, TestCorePropertiesReload, TestInfoStreamLogging, TestNRTOpen, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrXml, RequestLoggingTest, SearchHandlerTest, TestBlobHandler, TestSolrConfigHandlerConcurrent, TestApiFramework, DistributedFacetExistsSmallTest, DistributedQueryComponentCustomSortTest, InfixSuggestersTest, SpatialHeatmapFacetsTest, SolrSlf4jReporterTest]
   [junit4] Completed [621/731 (1!)] on J0 in 0.02s, 1 test, 1 failure <<< FAILURES!

[...truncated 46590 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:690: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1

Total time: 84 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 143 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/143/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping

Error Message:
Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.

Stack Trace:
java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
	at __randomizedtesting.SeedInfo.seed([2FC4AB69DCB0FB88:5E2055BFAA5BDC44]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter

Error Message:
Test requires that log-level is at-least INFO, but INFO is disabled

Stack Trace:
java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
	at __randomizedtesting.SeedInfo.seed([2FC4AB69DCB0FB88:7020865EB7BC68CD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12214 lines...]
   [junit4] Suite: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_2FC4AB69DCB0FB88-001/init-core-data-001
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrSlf4jReporterTest -Dtests.method=testReporter -Dtests.seed=2FC4AB69DCB0FB88 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=Australia/Currie -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.00s J0 | SolrSlf4jReporterTest.testReporter <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2FC4AB69DCB0FB88:7020865EB7BC68CD]:0)
   [junit4]    > 	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
   [junit4]    > 	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_2FC4AB69DCB0FB88-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=521, maxMBSortInHeap=7.095681066141525, sim=RandomSimilarity(queryNorm=true): {}, locale=vi, timezone=Australia/Currie
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=130196288,total=315854848
   [junit4]   2> NOTE: All tests run in this JVM: [AnalysisAfterCoreReloadTest, TestFoldingMultitermQuery, TestSerializedLuceneMatchVersion, UUIDUpdateProcessorFallbackTest, TestLFUCache, CdcrBootstrapTest, SuggesterTest, DocExpirationUpdateProcessorFactoryTest, TestPKIAuthenticationPlugin, TestJettySolrRunner, TestCustomSort, PathHierarchyTokenizerFactoryTest, TestNumericTerms64, TestTestInjection, TestLMDirichletSimilarityFactory, TestPrepRecovery, OutOfBoxZkACLAndCredentialsProvidersTest, TestFieldCollectionResource, TestGeoJSONResponseWriter, TestPhraseSuggestions, TestRequestStatusCollectionAPI, TestRecoveryHdfs, SolrCLIZkUtilsTest, TestConfigReload, CollectionReloadTest, CdcrReplicationHandlerTest, TestDFRSimilarityFactory, HdfsBasicDistributedZk2Test, TestInPlaceUpdatesStandalone, TestFuzzyAnalyzedSuggestions, TestDynamicFieldCollectionResource, TestNumericTokenStream, BinaryUpdateRequestHandlerTest, DocValuesMissingTest, UUIDFieldTest, TestJsonFacets, MetricsHandlerTest, ResponseHeaderTest, TestFieldCacheVsDocValues, TestCloudSearcherWarming, BasicAuthIntegrationTest, TestSolrXml, TestSolrCoreSnapshots, TestScoreJoinQPScore, DistribJoinFromCollectionTest, TestTolerantSearch, SolrGangliaReporterTest, XsltUpdateRequestHandlerTest, SolrCoreMetricManagerTest, ClassificationUpdateProcessorFactoryTest, TestFieldTypeCollectionResource, BJQParserTest, BlockCacheTest, TestHalfAndHalfDocValues, OutputWriterTest, TestHdfsUpdateLog, TestLeaderElectionZkExpiry, TimeZoneUtilsTest, TestBlendedInfixSuggestions, TestPivotHelperCode, GraphQueryTest, UninvertDocValuesMergePolicyTest, ReplaceNodeTest, SpellCheckCollatorWithCollapseTest, TestCSVResponseWriter, TestBinaryField, TestNoOpRegenerator, TestStressReorder, DeleteNodeTest, TestCoreContainer, BlockJoinFacetRandomTest, CdcrVersionReplicationTest, SolrTestCaseJ4Test, TestReloadAndDeleteDocs, TestCursorMarkWithoutUniqueKey, DistributedSpellCheckComponentTest, NumericFieldsTest, SearchHandlerTest, TestSubQueryTransformer, LeaderElectionContextKeyTest, CloudMLTQParserTest, TestImpersonationWithHadoopAuth, TestSchemalessBufferedUpdates, ZkStateReaderTest, TestQueryWrapperFilter, XmlUpdateRequestHandlerTest, TestDocBasedVersionConstraints, URLClassifyProcessorTest, CurrencyFieldTypeTest, SyncSliceTest, IndexBasedSpellCheckerTest, TestRandomDVFaceting, TestBackupRepositoryFactory, RestartWhileUpdatingTest, DistanceFunctionTest, TestLegacyFieldCache, DistributedVersionInfoTest, TestFieldCacheSort, TestSolrDeletionPolicy2, TestQuerySenderNoQuery, TestLegacyFieldReuse, TestNamedUpdateProcessors, TestExtendedDismaxParser, LargeFieldTest, TestSweetSpotSimilarityFactory, PrimUtilsTest, TestLocalFSCloudBackupRestore, PeerSyncTest, TestCustomStream, DistributedFacetPivotWhiteBoxTest, MoveReplicaHDFSUlogDirTest, TestFreeTextSuggestions, AddBlockUpdateTest, DistributedFacetPivotLargeTest, TestQuerySenderListener, BooleanFieldTest, PKIAuthenticationIntegrationTest, TestSolrCloudWithKerberosAlt, TestBulkSchemaAPI, TestFaceting, HdfsChaosMonkeyNothingIsSafeTest, QueryElevationComponentTest, ChaosMonkeyNothingIsSafeTest, TestDownShardTolerantSearch, TestXIncludeConfig, TestOmitPositions, ShardRoutingTest, TestSolrConfigHandlerConcurrent, MinimalSchemaTest, SolrCoreTest, CdcrUpdateLogTest, FacetPivotSmallTest, RequestHandlersTest, TestOrdValues, RecoveryAfterSoftCommitTest, RecoveryZkTest, TestFunctionQuery, QueryParsingTest, DocValuesTest, CheckHdfsIndexTest, TestSegmentSorting, TestDistributedSearch, TestInitParams, SecurityConfHandlerTest, SolrSlf4jReporterTest]
   [junit4] Completed [316/731 (1!)] on J0 in 0.02s, 1 test, 1 failure <<< FAILURES!

[...truncated 382 lines...]
   [junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_2FC4AB69DCB0FB88-001/init-core-data-001
   [junit4]   2> 2051334 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2FC4AB69DCB0FB88]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 2051335 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2FC4AB69DCB0FB88]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2051339 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2FC4AB69DCB0FB88]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2051339 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2FC4AB69DCB0FB88]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2051340 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2FC4AB69DCB0FB88]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 2051824 WARN  (coreLoadExecutor-7667-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 2051826 WARN  (coreLoadExecutor-7667-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 2051828 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2FC4AB69DCB0FB88]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 2051830 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[2FC4AB69DCB0FB88]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
   [junit4]   2> 2051831 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[2FC4AB69DCB0FB88]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testUpdateDistribChainSkipping -Dtests.seed=2FC4AB69DCB0FB88 -Dtests.slow=true -Dtests.locale=ja-JP -Dtests.timezone=Europe/Paris -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.00s J1 | UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2FC4AB69DCB0FB88:5E2055BFAA5BDC44]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2051835 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[2FC4AB69DCB0FB88]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
   [junit4]   2> 2051835 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[2FC4AB69DCB0FB88]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
   [junit4]   2> 2051837 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[2FC4AB69DCB0FB88]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
   [junit4]   2> 2051838 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[2FC4AB69DCB0FB88]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
   [junit4]   2> 2051838 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2FC4AB69DCB0FB88]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_2FC4AB69DCB0FB88-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1223, maxMBSortInHeap=7.735962102150651, sim=RandomSimilarity(queryNorm=false): {}, locale=ja-JP, timezone=Europe/Paris
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=253274464,total=390238208
   [junit4]   2> NOTE: All tests run in this JVM: [TestFastLRUCache, TestScoreJoinQPNoScore, TestSolr4Spatial, MoveReplicaTest, TestRuleBasedAuthorizationPlugin, WrapperMergePolicyFactoryTest, TestRandomFaceting, CopyFieldTest, DistributedFacetExistsSmallTest, DistributedSuggestComponentTest, TestTolerantUpdateProcessorRandomCloud, TestDelegationWithHadoopAuth, FullSolrCloudDistribCmdsTest, TestGraphMLResponseWriter, TestBadConfig, TestMergePolicyConfig, TestRealTimeGet, SolrCmdDistributorTest, CachingDirectoryFactoryTest, CursorMarkTest, SortSpecParsingTest, TestExportWriter, DistribDocExpirationUpdateProcessorTest, TestGraphTermsQParserPlugin, SolrCloudReportersTest, TestFiltering, RemoteQueryErrorTest, TestManagedSynonymFilterFactory, TestDocSet, PropertiesRequestHandlerTest, TestUseDocValuesAsStored, TestCloudPivotFacet, DebugComponentTest, SearchHandlerTest, DocumentAnalysisRequestHandlerTest, TestClusterStateMutator, BlockJoinFacetSimpleTest, MergeStrategyTest, BasicFunctionalityTest, BadIndexSchemaTest, TermVectorComponentTest, TestWordDelimiterFilterFactory, SolrCoreCheckLockOnStartupTest, TestPerFieldSimilarityWithDefaultOverride, TestEmbeddedSolrServerSchemaAPI, TestIntervalFaceting, InfixSuggestersTest, TestSolrConfigHandler, ZkStateWriterTest, TestIndexSearcher, HdfsNNFailoverTest, TestCloudNestedDocsSort, SegmentsInfoRequestHandlerTest, JsonLoaderTest, TestCryptoKeys, TestTrackingShardHandlerFactory, InfoHandlerTest, PeerSyncReplicationTest, HdfsWriteToMultipleCollectionsTest, DateRangeFieldTest, TestFieldCacheSortRandom, SpellPossibilityIteratorTest, SampleTest, SolrMetricsIntegrationTest, EchoParamsTest, TestLockTree, TestLegacyNumericUtils, CloneFieldUpdateProcessorFactoryTest, TestFieldCacheWithThreads, DistributedTermsComponentTest, ClassificationUpdateProcessorIntegrationTest, TestCollapseQParserPlugin, AnalyticsMergeStrategyTest, TestSolrConfigHandlerCloud, MoveReplicaHDFSTest, HdfsRecoveryZkTest, DirectSolrSpellCheckerTest, ShowFileRequestHandlerTest, CdcrReplicationDistributedZkTest, TestBM25SimilarityFactory, ExternalFileFieldSortTest, TestSolrIndexConfig, TestPartialUpdateDeduplication, SOLR749Test, SaslZkACLProviderTest, BlockDirectoryTest, TestMaxScoreQueryParser, AnalysisErrorHandlingTest, OverseerModifyCollectionTest, ReplicationFactorTest, MBeansHandlerTest, TestStressUserVersions, TestFieldCacheReopen, TestCollationField, TestSchemaManager, TestSuggestSpellingConverter, ZkNodePropsTest, TestSolrJ, TestReloadDeadlock, TestDocTermOrds, TestReqParamsAPI, SharedFSAutoReplicaFailoverTest, TestJsonRequest, SignatureUpdateProcessorFactoryTest, SolrRequestParserTest, TestConfig, DistributedFacetPivotSmallTest, DistributedQueryElevationComponentTest, SchemaVersionSpecificBehaviorTest, BadComponentTest, TestPerFieldSimilarity, TestComplexPhraseQParserPlugin, TestCollationFieldDocValues, TestRecovery, BasicDistributedZk2Test, LoggingHandlerTest, TestSearchPerf, ConnectionReuseTest, TestLRUStatsCache, RequestLoggingTest, TestCSVLoader, DeleteReplicaTest, TermsComponentTest, TestExceedMaxTermLength, EnumFieldTest, ExitableDirectoryReaderTest, BigEndianAscendingWordDeserializerTest, DocumentBuilderTest, TestCorePropertiesReload, TestCloudRecovery, TestRawTransformer, TestManagedResource, DistributedFacetPivotLongTailTest, TestClusterProperties, TestSortByMinMaxFunction, MetricsConfigTest, ShufflingReplicaListTransformerTest, CollectionsAPIAsyncDistributedZkTest, TestQueryTypes, TestMacroExpander, SynonymTokenizerTest, CdcrRequestHandlerTest, LeaderElectionIntegrationTest, DocValuesMultiTest, DistributedDebugComponentTest, TriLevelCompositeIdRoutingTest, TestPushWriter, LukeRequestHandlerTest, TestFastOutputStream, MigrateRouteKeyTest, BadCopyFieldTest, DistributedIntervalFacetingTest, TestRestManager, QueryResultKeyTest, TermVectorComponentDistributedTest, TestCollectionsAPIViaSolrCloudCluster, HighlighterMaxOffsetTest, NodeMutatorTest, HdfsDirectoryTest, TestPullReplica, TestLuceneMatchVersion, DistributedQueryComponentCustomSortTest, ZkFailoverTest, ChaosMonkeySafeLeaderTest, TestRemoteStreaming, TestSolrCLIRunExample, SuggesterFSTTest, TestReload, TemplateUpdateProcessorTest, TestLeaderElectionWithEmptyReplica, PreAnalyzedFieldTest, TestBlobHandler, TestXmlQParser, FileBasedSpellCheckerTest, TestElisionMultitermQuery, TestInfoStreamLogging, TestSolrFieldCacheBean, TestTlogReplica, TestRandomCollapseQParserPlugin, RuleEngineTest, BasicDistributedZkTest, SuggesterTSTTest, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestSolrDeletionPolicy1, CacheHeaderTest, TestQueryUtils, TestWriterPerf, TestIndexingPerformance, RequiredFieldsTest, TestSolrQueryParser, RegexBoostProcessorTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [435/731 (2!)] on J1 in 0.56s, 3 tests, 1 failure <<< FAILURES!

[...truncated 9165 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: lucene/spatial3d/src/java/org/apache/lucene/spatial3d/geom/GeoStandardPath.java

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:130: Found 1 violations in source files (tabs instead spaces).

Total time: 88 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 142 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/142/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter

Error Message:
Collection not found: routeFieldColl

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
	at __randomizedtesting.SeedInfo.seed([2AB5ECCDBBCAECEA:8283721024AB07B0]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1139)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:822)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter

Error Message:
No 'solr.node' logs in: {numFound=0,start=0,docs=[]}

Stack Trace:
java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
	at __randomizedtesting.SeedInfo.seed([2AB5ECCDBBCAECEA:7551C1FAD0C67FAF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12841 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> 2196487 INFO  (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/init-core-data-001
   [junit4]   2> 2196488 WARN  (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=18 numCloses=18
   [junit4]   2> 2196489 INFO  (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2196493 INFO  (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2196494 INFO  (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001
   [junit4]   2> 2196494 INFO  (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2196494 INFO  (Thread-3918) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2196494 INFO  (Thread-3918) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2196503 ERROR (Thread-3918) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2196594 INFO  (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:65309
   [junit4]   2> 2196670 INFO  (jetty-launcher-5091-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2196670 INFO  (jetty-launcher-5091-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2196670 INFO  (jetty-launcher-5091-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2196671 INFO  (jetty-launcher-5091-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2196673 INFO  (jetty-launcher-5091-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5410083b{/solr,null,AVAILABLE}
   [junit4]   2> 2196673 INFO  (jetty-launcher-5091-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2b293da9{HTTP/1.1,[http/1.1]}{127.0.0.1:65312}
   [junit4]   2> 2196673 INFO  (jetty-launcher-5091-thread-1) [    ] o.e.j.s.Server Started @2201396ms
   [junit4]   2> 2196673 INFO  (jetty-launcher-5091-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65312}
   [junit4]   2> 2196674 ERROR (jetty-launcher-5091-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2196674 INFO  (jetty-launcher-5091-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 2196674 INFO  (jetty-launcher-5091-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e44722e{/solr,null,AVAILABLE}
   [junit4]   2> 2196674 INFO  (jetty-launcher-5091-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2196674 INFO  (jetty-launcher-5091-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2196674 INFO  (jetty-launcher-5091-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-28T23:47:52.886Z
   [junit4]   2> 2196674 INFO  (jetty-launcher-5091-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7a153ab2{HTTP/1.1,[http/1.1]}{127.0.0.1:65313}
   [junit4]   2> 2196674 INFO  (jetty-launcher-5091-thread-2) [    ] o.e.j.s.Server Started @2201397ms
   [junit4]   2> 2196674 INFO  (jetty-launcher-5091-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65313}
   [junit4]   2> 2196674 ERROR (jetty-launcher-5091-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2196675 INFO  (jetty-launcher-5091-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 2196675 INFO  (jetty-launcher-5091-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2196675 INFO  (jetty-launcher-5091-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2196675 INFO  (jetty-launcher-5091-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-28T23:47:52.887Z
   [junit4]   2> 2196676 INFO  (jetty-launcher-5091-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@462c5518{/solr,null,AVAILABLE}
   [junit4]   2> 2196677 INFO  (jetty-launcher-5091-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5afc5004{/solr,null,AVAILABLE}
   [junit4]   2> 2196677 INFO  (jetty-launcher-5091-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7c6efe{HTTP/1.1,[http/1.1]}{127.0.0.1:65315}
   [junit4]   2> 2196677 INFO  (jetty-launcher-5091-thread-3) [    ] o.e.j.s.Server Started @2201400ms
   [junit4]   2> 2196678 INFO  (jetty-launcher-5091-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65315}
   [junit4]   2> 2196678 ERROR (jetty-launcher-5091-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2196680 INFO  (jetty-launcher-5091-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@80ae5e2{HTTP/1.1,[http/1.1]}{127.0.0.1:65314}
   [junit4]   2> 2196680 INFO  (jetty-launcher-5091-thread-4) [    ] o.e.j.s.Server Started @2201403ms
   [junit4]   2> 2196680 INFO  (jetty-launcher-5091-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65314}
   [junit4]   2> 2196680 INFO  (jetty-launcher-5091-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 2196680 ERROR (jetty-launcher-5091-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2196680 INFO  (jetty-launcher-5091-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2196683 INFO  (jetty-launcher-5091-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2196683 INFO  (jetty-launcher-5091-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-28T23:47:52.895Z
   [junit4]   2> 2196682 INFO  (jetty-launcher-5091-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 2196685 INFO  (jetty-launcher-5091-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2196686 INFO  (jetty-launcher-5091-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2196686 INFO  (jetty-launcher-5091-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-28T23:47:52.898Z
   [junit4]   2> 2196686 INFO  (jetty-launcher-5091-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2196687 INFO  (jetty-launcher-5091-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2196694 INFO  (jetty-launcher-5091-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2196694 INFO  (jetty-launcher-5091-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2196697 INFO  (jetty-launcher-5091-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65309/solr
   [junit4]   2> 2196700 INFO  (jetty-launcher-5091-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65309/solr
   [junit4]   2> 2196702 INFO  (jetty-launcher-5091-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65309/solr
   [junit4]   2> 2196703 INFO  (jetty-launcher-5091-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65309/solr
   [junit4]   2> 2197053 INFO  (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2197054 INFO  (jetty-launcher-5091-thread-1) [n:127.0.0.1:65312_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2197055 INFO  (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65315_solr
   [junit4]   2> 2197056 INFO  (jetty-launcher-5091-thread-1) [n:127.0.0.1:65312_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65312_solr
   [junit4]   2> 2197057 INFO  (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr    ] o.a.s.c.Overseer Overseer (id=98563789469319178-127.0.0.1:65315_solr-n_0000000000) starting
   [junit4]   2> 2197062 INFO  (zkCallback-5113-thread-1-processing-n:127.0.0.1:65312_solr) [n:127.0.0.1:65312_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2197065 INFO  (zkCallback-5111-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2197069 INFO  (jetty-launcher-5091-thread-4) [n:127.0.0.1:65314_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2197073 INFO  (jetty-launcher-5091-thread-4) [n:127.0.0.1:65314_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2197076 INFO  (jetty-launcher-5091-thread-4) [n:127.0.0.1:65314_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65314_solr
   [junit4]   2> 2197077 INFO  (jetty-launcher-5091-thread-2) [n:127.0.0.1:65313_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2197080 INFO  (zkCallback-5111-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2197081 INFO  (zkCallback-5112-thread-1-processing-n:127.0.0.1:65314_solr) [n:127.0.0.1:65314_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2197082 INFO  (zkCallback-5113-thread-1-processing-n:127.0.0.1:65312_solr) [n:127.0.0.1:65312_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2197083 INFO  (zkCallback-5108-thread-1-processing-n:127.0.0.1:65313_solr) [n:127.0.0.1:65313_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2197084 INFO  (jetty-launcher-5091-thread-2) [n:127.0.0.1:65313_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2197087 INFO  (jetty-launcher-5091-thread-2) [n:127.0.0.1:65313_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65313_solr
   [junit4]   2> 2197095 INFO  (zkCallback-5108-thread-1-processing-n:127.0.0.1:65313_solr) [n:127.0.0.1:65313_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2197095 INFO  (zkCallback-5112-thread-1-processing-n:127.0.0.1:65314_solr) [n:127.0.0.1:65314_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2197098 INFO  (zkCallback-5111-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2197103 INFO  (zkCallback-5113-thread-1-processing-n:127.0.0.1:65312_solr) [n:127.0.0.1:65312_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2197115 INFO  (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65315_solr
   [junit4]   2> 2197120 INFO  (zkCallback-5108-thread-1-processing-n:127.0.0.1:65313_solr) [n:127.0.0.1:65313_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2197134 INFO  (zkCallback-5112-thread-1-processing-n:127.0.0.1:65314_solr) [n:127.0.0.1:65314_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2197140 INFO  (zkCallback-5111-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2197164 INFO  (zkCallback-5113-thread-1-processing-n:127.0.0.1:65312_solr) [n:127.0.0.1:65312_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2197194 INFO  (jetty-launcher-5091-thread-2) [n:127.0.0.1:65313_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65313.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2197201 INFO  (jetty-launcher-5091-thread-4) [n:127.0.0.1:65314_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65314.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2197220 INFO  (jetty-launcher-5091-thread-4) [n:127.0.0.1:65314_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65314.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2197220 INFO  (jetty-launcher-5091-thread-4) [n:127.0.0.1:65314_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65314.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2197220 INFO  (jetty-launcher-5091-thread-1) [n:127.0.0.1:65312_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65312.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2197222 INFO  (jetty-launcher-5091-thread-4) [n:127.0.0.1:65314_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node4/.
   [junit4]   2> 2197238 INFO  (jetty-launcher-5091-thread-2) [n:127.0.0.1:65313_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65313.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2197238 INFO  (jetty-launcher-5091-thread-2) [n:127.0.0.1:65313_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65313.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2197240 INFO  (jetty-launcher-5091-thread-2) [n:127.0.0.1:65313_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node2/.
   [junit4]   2> 2197243 INFO  (jetty-launcher-5091-thread-1) [n:127.0.0.1:65312_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65312.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2197243 INFO  (jetty-launcher-5091-thread-1) [n:127.0.0.1:65312_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65312.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2197245 INFO  (jetty-launcher-5091-thread-1) [n:127.0.0.1:65312_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node1/.
   [junit4]   2> 2197265 INFO  (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65315.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2197282 INFO  (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65315.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2197282 INFO  (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65315.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2197283 INFO  (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node3/.
   [junit4]   2> 2197377 INFO  (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2197378 INFO  (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65309/solr ready
   [junit4]   2> 2197534 INFO  (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[2AB5ECCDBBCAECEA]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForHashRouter
   [junit4]   2> 2197536 INFO  (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[2AB5ECCDBBCAECEA]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2197546 INFO  (qtp419761746-22668) [n:127.0.0.1:65312_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&nrtReplicas=2&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2197549 INFO  (OverseerThreadFactory-9997-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr    ] o.a.s.c.CreateCollectionCmd Create collection routeFieldColl
   [junit4]   2> 2197671 INFO  (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"routeFieldColl_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:65314/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2197675 INFO  (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"routeFieldColl_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:65315/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2197678 INFO  (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"routeFieldColl_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:65312/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2197681 INFO  (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"routeFieldColl_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:65313/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2197685 INFO  (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"routeFieldColl_shard3_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:65314/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2197688 INFO  (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"routeFieldColl_shard3_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:65315/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2197691 INFO  (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"routeFieldColl_shard4_replica_n12",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:65312/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2197694 INFO  (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"routeFieldColl_shard4_replica_n14",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:65313/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2197910 INFO  (qtp419761746-22669) [n:127.0.0.1:65312_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n4&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2197912 INFO  (qtp419761746-22669) [n:127.0.0.1:65312_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2197918 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2197919 INFO  (qtp419761746-22671) [n:127.0.0.1:65312_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n12&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2197919 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2197934 INFO  (qtp1848093519-22686) [n:127.0.0.1:65314_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n8&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2197934 INFO  (qtp326863282-22676) [n:127.0.0.1:65313_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n6&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2197934 INFO  (qtp326863282-22678) [n:127.0.0.1:65313_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n14&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2197934 INFO  (qtp326863282-22676) [n:127.0.0.1:65313_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2197943 INFO  (qtp1080683989-22695) [n:127.0.0.1:65315_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n10&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2197943 INFO  (qtp1080683989-22697) [n:127.0.0.1:65315_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2197944 INFO  (qtp1080683989-22695) [n:127.0.0.1:65315_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2198064 INFO  (zkCallback-5108-thread-1-processing-n:127.0.0.1:65313_solr) [n:127.0.0.1:65313_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2198064 INFO  (zkCallback-5113-thread-1-processing-n:127.0.0.1:65312_solr) [n:127.0.0.1:65312_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2198064 INFO  (zkCallback-5112-thread-1-processing-n:127.0.0.1:65314_solr) [n:127.0.0.1:65314_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2198064 INFO  (zkCallback-5111-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2198065 INFO  (zkCallback-5108-thread-2-processing-n:127.0.0.1:65313_solr) [n:127.0.0.1:65313_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2198066 INFO  (zkCallback-5111-thread-2-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2198067 INFO  (zkCallback-5112-thread-2-processing-n:127.0.0.1:65314_solr) [n:127.0.0.1:65314_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2198068 INFO  (zkCallback-5113-thread-2-processing-n:127.0.0.1:65312_solr) [n:127.0.0.1:65312_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2198970 INFO  (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2198995 INFO  (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2198999 INFO  (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2199004 INFO  (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2199010 INFO  (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2199035 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2199045 INFO  (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2199050 INFO  (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2199069 INFO  (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n6] Schema name=cloud-dynamic
   [junit4]   2> 2199069 INFO  (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n4] Schema name=cloud-dynamic
   [junit4]   2> 2199073 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 2199075 INFO  (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n2] Schema name=cloud-dynamic
   [junit4]   2> 2199119 INFO  (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n8] Schema name=cloud-dynamic
   [junit4]   2> 2199122 INFO  (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n14] Schema name=cloud-dynamic
   [junit4]   2> 2199151 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2199151 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n1' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2199151 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65314.solr.core.routeFieldColl.shard1.replica_n1' (registry 'solr.core.routeFieldColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2199152 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2199152 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node4/routeFieldColl_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node4/./routeFieldColl_shard1_replica_n1/data/]
   [junit4]   2> 2199163 INFO  (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2199163 INFO  (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n4' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2199163 INFO  (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n12] Schema name=cloud-dynamic
   [junit4]   2> 2199163 INFO  (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65312.solr.core.routeFieldColl.shard2.replica_n4' (registry 'solr.core.routeFieldColl.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2199164 INFO  (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2199164 INFO  (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node1/routeFieldColl_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node1/./routeFieldColl_shard2_replica_n4/data/]
   [junit4]   2> 2199189 INFO  (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n10] Schema name=cloud-dynamic
   [junit4]   2> 2199223 INFO  (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2199223 INFO  (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n2' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2199223 INFO  (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65315.solr.core.routeFieldColl.shard1.replica_n2' (registry 'solr.core.routeFieldColl.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2199224 INFO  (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2199224 INFO  (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node3/routeFieldColl_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node3/./routeFieldColl_shard1_replica_n2/data/]
   [junit4]   2> 2199225 INFO  (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2199225 INFO  (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n6' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2199226 INFO  (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65313.solr.core.routeFieldColl.shard2.replica_n6' (registry 'solr.core.routeFieldColl.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2199226 INFO  (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2199226 INFO  (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node2/routeFieldColl_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node2/./routeFieldColl_shard2_replica_n6/data/]
   [junit4]   2> 2199228 INFO  (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2199228 INFO  (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n14' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2199229 INFO  (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65313.solr.core.routeFieldColl.shard4.replica_n14' (registry 'solr.core.routeFieldColl.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2199229 INFO  (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2199231 INFO  (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2199231 INFO  (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n12' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2199231 INFO  (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n14] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node2/routeFieldColl_shard4_replica_n14], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node2/./routeFieldColl_shard4_replica_n14/data/]
   [junit4]   2> 2199231 INFO  (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2199231 INFO  (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n8' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2199232 INFO  (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65314.solr.core.routeFieldColl.shard3.replica_n8' (registry 'solr.core.routeFieldColl.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2199232 INFO  (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2199232 INFO  (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n8] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node4/routeFieldColl_shard3_replica_n8], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node4/./routeFieldColl_shard3_replica_n8/data/]
   [junit4]   2> 2199233 INFO  (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65312.solr.core.routeFieldColl.shard4.replica_n12' (registry 'solr.core.routeFieldColl.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2199233 INFO  (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2199233 INFO  (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n12] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node1/routeFieldColl_shard4_replica_n12], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node1/./routeFieldColl_shard4_replica_n12/data/]
   [junit4]   2> 2199257 INFO  (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2199257 INFO  (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n10' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2199258 INFO  (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65315.solr.core.routeFieldColl.shard3.replica_n10' (registry 'solr.core.routeFieldColl.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
   [junit4]   2> 2199258 INFO  (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2199258 INFO  (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n10] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node3/routeFieldColl_shard3_replica_n10], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node3/./routeFieldColl_shard3_replica_n10/data/]
   [junit4]   2> 2199344 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2199344 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2199345 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2199345 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2199355 INFO  (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrCore [routeFieldColl_shard4_replica_n14]  CLOSING SolrCore org.apache.solr.core.SolrCore@41d324bb
   [junit4]   2> 2199355 INFO  (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrCore [routeFieldColl_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@4a70c935
   [junit4]   2> 2199355 INFO  (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.routeFieldColl.shard4.replica_n14, tag=1104356539
   [junit4]   2> 2199355 INFO  (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.routeFieldColl.shard1.replica_n2, tag=1248905525
   [junit4]   2> 2199355 INFO  (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrCore [routeFieldColl_shard4_replica_n12]  CLOSING SolrCore org.apache.solr.core.SolrCore@14bdaf0
   [junit4]   2> 2199356 INFO  (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.routeFieldColl.shard4.replica_n12, tag=21748464
   [junit4]   2> 2199356 INFO  (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@672f3922: rootName = solr_65312, domain = solr.core.routeFieldColl.shard4.replica_n12, service url = null, agent id = null] for registry solr.core.routeFieldColl.shard4.replica_n12 / com.codahale.metrics.MetricRegistry@1b794393
   [junit4]   2> 2199356 INFO  (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d6c1cc1: rootName = solr_65315, domain = solr.core.routeFieldColl.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.routeFieldColl.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@28316635
   [junit4]   2> 2199356 INFO  (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e85af75: rootName = solr_65313, domain = solr.core.routeFieldColl.shard4.replica_n14, service url = null, agent id = null] for registry solr.core.routeFieldColl.shard4.replica_n14 / com.codahale.metrics.MetricRegistry@54c7651d
   [junit4]   2> 2199359 INFO  (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrCore [routeFieldColl_shard3_replica_n10]  CLOSING SolrCore org.apache.solr.core.SolrCore@39c2c296
   [junit4]   2> 2199362 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@234d3543[routeFieldColl_shard1_replica_n1] main]
   [junit4]   2> 2199363 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2199364 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2199366 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2199367 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577020634514325504
   [junit4]   2> 2199367 INFO  (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrCore [routeFieldColl_shard3_replica_n8]  CLOSING SolrCore org.apache.solr.core.SolrCore@3261c65e
   [junit4]   2> 2199367 INFO  (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.routeFieldColl.shard3.replica_n8, tag=845268574
   [junit4]   2> 2199367 INFO  (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@69fc1896: rootName = solr_65314, domain = solr.core.routeFieldColl.shard3.replica_n8, service url = null, agent id = null] for registry solr.core.routeFieldColl.shard3.replica_n8 / com.codahale.metrics.MetricRegistry@257c577
   [junit4]   2> 2199368 INFO  (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrCore [routeFieldColl_shard2_replica_n6]  CLOSING SolrCore org.apache.solr.core.SolrCore@28d83553
   [junit4]   2> 2199372 INFO  (searcherExecutor-10006-thread-1-processing-n:127.0.0.1:65314_solr x:routeFieldColl_shard1_replica_n1 s:shard1 c:routeFieldColl r:core_node3) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrCore [routeFieldColl_shard1_replica_n1] Registered new searcher Searcher@234d3543[routeFieldColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2199374 INFO  (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2199383 INFO  (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrCore [routeFieldColl_shard2_replica_n4]  CLOSING SolrCore org.apache.solr.core.SolrCore@4d29cb2d
   [junit4]   2> 2199396 INFO  (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.routeFieldColl.shard4.leader, tag=1104356539
   [junit4]   2> 2199397 INFO  (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.routeFieldColl.shard2.replica_n6, tag=685258067
   [junit4]   2> 2199397 INFO  (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73f1d17: rootName = solr_65313, domain = solr.core.routeFieldColl.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.routeFieldColl.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@6f9bc38d
   [junit4]   2> 2199397 INFO  (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.routeFieldColl.shard1.leader, tag=1248905525
   [junit4]   2> 2199398 INFO  (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.routeFieldColl.shard3.replica_n10, tag=969065110
   [junit4]   2> 2199398 INFO  (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9fd1289: rootName = solr_65315, domain = solr.core.routeFieldColl.shard3.replica_n10, service url = null, agent id = null] for registry solr.core.routeFieldColl.shard3.replica_n10 / com.codahale.metrics.MetricRegistry@1030948a
   [junit4]   2> 2199398 ERROR (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'routeFieldColl_shard4_replica_n14': Unable to create core [routeFieldColl_shard4_replica_n14] Caused by: invalid API spec: apispec/core.SchemaEdit.json
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:967)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [routeFieldColl_shard4_replica_n14]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1014)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:934)
   [junit4]   2> 	... 34 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/core.SchemaEdit.json
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:998)
   [junit4]   2> 	... 35 more
   [junit4]   2> Caused by: java.lang.RuntimeException: invalid API spec: apispec/core.SchemaEdit.json
   [junit4]   2> 	at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
   [junit4]   2> 	at org.apache.solr.common.util.Utils.lambda$getSpec$0(Utils.java:394)
   [junit4]   2> 	at org.apache.solr.api.Api.getSpec(Api.java:65)
   [junit4]   2> 	at org.apache.solr.api.ApiBag.register(ApiBag.java:73)
   [junit4]   2> 	at org.apache.solr.core.PluginBag.put(PluginBag.java:217)
   [junit4]   2> 	at org.apache.solr.core.PluginBag.init(PluginBag.java:274)
   [junit4]   2> 	at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:946)
   [junit4]   2> 	... 37 more
   [junit4]   2> 
   [junit4]   2> 2199398 INFO  (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n14&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1463
   [junit4]   2> 2199398 ERROR (OverseerThreadFactory-9997-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:65313/solr
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:65313/solr: Error CREATEing SolrCore 'routeFieldColl_shard4_replica_n14': Unable to create core [routeFieldColl_shard4_replica_n14] Caused by: invalid API spec: apispec/core.SchemaEdit.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2199399 INFO  (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.routeFieldColl.shard4.leader, tag=21748464
   [junit4]   2> 2199399 INFO  (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.routeFieldColl.shard2.replica_n4, tag=1294584621
   [junit4]   2> 2199399 INFO  (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ee15bd2: rootName = solr_65312, domain = solr.core.routeFieldColl.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.routeFieldColl.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@3e877df6
   [junit4]   2> 2199400 ERROR (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'routeFieldColl_shard1_replica_n2': Unable to create core [routeFieldColl_shard1_replica_n2] Caused by: invalid API spec: apispec/core.SchemaEdit.json
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:967)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [routeFieldColl_shard1_replica_n2]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1014)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:934)
   [junit4]   2> 	... 34 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/core.SchemaEdit.json
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:998)
   [junit4]   2> 	... 35 more
   [junit4]   2> Caused by: java.lang.RuntimeException: invalid API spec: apispec/core.SchemaEdit.json
   [junit4]   2> 	at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
   [junit4]   2> 	at org.apache.solr.common.util.Utils.lambda$getSpec$0(Utils.java:394)
   [junit4]   2> 	at org.apache.solr.api.Api.getSpec(Api.java:65)
   [junit4]   2> 	at org.apache.solr.api.ApiBag.register(ApiBag.java:73)
   [junit4]   2> 	at org.apache.solr.core.PluginBag.put(PluginBag.java:217)
   [junit4]   2> 	at org.apache.solr.core.PluginBag.init(PluginBag.java:274)
   [junit4]   2> 	at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:946)
   [junit4]   2> 	... 37 more
   [junit4]   2> 
   [junit4]   2> 2199400 INFO  (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1456
   [junit4]   2> 2199401 ERROR (OverseerThreadFactory-9997-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:65315/solr
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:65315/solr: Error CREATEing SolrCore 'routeFieldColl_shard1_replica_n2': Unable to create core [routeFieldColl_shard1_replica_n2] Caused by: invalid API spec: apispec/core.SchemaEdit.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2199402 ERROR (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'routeFieldColl_shard4_replica_n12': Unable to create core [routeFieldColl_shard4_replica_n12] Caused by: invalid API spec: apispec/core.SchemaEdit.json
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:967)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [routeFieldColl_shard4_replica_n12]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1014)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:934)
   [junit4]   2> 	... 34 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/core.SchemaEdit.json
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:998)
   [junit4]   2> 	... 35 more
   [junit4]   2> Caused by: java.lang.RuntimeException: invalid API spec: apispec/core.SchemaEdit.json
   [junit4]   2> 	at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
   [junit4]   2> 	at org.apache.solr.common.util.Utils.lambda$getSpec$0(Utils.java:394)
   [junit4]   2> 	at org.apache.solr.api.Api.getSpec(Api.java:65)
   [junit4]   2> 	at org.apache.solr.api.ApiBag.register(ApiBag.java:73)
   [junit4]   2> 	at org.apache.solr.core.PluginBag.put(PluginBag.java:217)
   [junit4]   2> 	at org.apache.solr.core.PluginBag.init(PluginBag.java:274)
   [junit4]   2> 	at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:946)
   [junit4]   2> 	... 37 more
   [junit4]   2> 
   [junit4]   2> 2199402 INFO  (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n12&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1483
   [junit4]   2> 2199402 ERROR (OverseerThreadFactory-9997-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:65312/solr
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:65312/solr: Error CREATEing SolrCore 'routeFieldColl_shard4_replica_n12': Unable to create core [routeFieldColl_shard4_replica_n12] Caused by: invalid API spec: apispec/core.SchemaEdit.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurren

[...truncated too long message...]

orary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.metrics.reporters.SolrSlf4jReporterTest_2AB5ECCDBBCAECEA-001
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=17585, maxDocsPerChunk=4, blockSize=3), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=17585, blockSize=3)), sim=RandomSimilarity(queryNorm=true): {}, locale=uk-UA, timezone=Africa/Gaborone
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=197887152,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsTlogReplayBufferedWhileIndexingTest, LeaderFailoverAfterPartitionTest, StatsComponentTest, ChaosMonkeySafeLeaderTest, TolerantUpdateProcessorTest, TestBinaryResponseWriter, MoveReplicaHDFSTest, TestMultiValuedNumericRangeQuery, TestOverriddenPrefixQueryForCustomFieldType, BlockJoinFacetDistribTest, HdfsDirectoryTest, TestExactSharedStatsCache, TestLMJelinekMercerSimilarityFactory, CollectionStateFormat2Test, SolrMetricManagerTest, TestPayloadScoreQParserPlugin, SolrRequestParserTest, DistributedTermsComponentTest, JSONWriterTest, TestShortCircuitedRequests, TestCloudNestedDocsSort, TestRealTimeGet, InfoHandlerTest, TestRebalanceLeaders, HLLUtilTest, TestFieldSortValues, TestJsonFacetRefinement, TestAnalyzedSuggestions, SpellCheckCollatorTest, QueryResultKeyTest, TestShardHandlerFactory, CopyFieldTest, TestRecovery, TestPerFieldSimilarityWithDefaultOverride, TestRangeQuery, TestDFISimilarityFactory, CacheHeaderTest, DateRangeFieldTest, TestSchemaVersionResource, TestDocumentBuilder, TestCopyFieldCollectionResource, TestFieldCacheSortRandom, TestObjectReleaseTracker, TestClusterStateMutator, OverseerModifyCollectionTest, TestScoreJoinQPNoScore, TestExceedMaxTermLength, DebugComponentTest, DeleteReplicaTest, TestTrie, TestFastLRUCache, TestMergePolicyConfig, ReplicationFactorTest, TestConfigOverlay, EnumFieldTest, TestCrossCoreJoin, SuggesterTSTTest, TestEmbeddedSolrServerSchemaAPI, DistributedQueryElevationComponentTest, TestReRankQParserPlugin, RuleEngineTest, FileUtilsTest, WrapperMergePolicyFactoryTest, TestSimpleQParserPlugin, TestBlobHandler, TestLegacyField, LeaderElectionIntegrationTest, SampleTest, TestManagedSchema, SolrCmdDistributorTest, TestQueryUtils, DOMUtilTest, DocValuesMultiTest, TestPullReplica, TestSQLHandler, ConjunctionSolrSpellCheckerTest, HdfsSyncSliceTest, MigrateRouteKeyTest, PropertiesRequestHandlerTest, AutoCommitTest, MBeansHandlerTest, SolrPluginUtilsTest, TestDocTermOrds, TestReload, BlockJoinFacetSimpleTest, CachingDirectoryFactoryTest, TestBM25SimilarityFactory, SolrIndexConfigTest, TestFieldCacheWithThreads, SynonymTokenizerTest, TermVectorComponentTest, UtilsToolTest, TestHighFrequencyDictionaryFactory, TestSubQueryTransformerCrossCore, DataDrivenBlockJoinTest, CdcrRequestHandlerTest, TestLRUCache, DistributedFacetExistsSmallTest, BlobRepositoryCloudTest, MoreLikeThisHandlerTest, BigEndianAscendingWordDeserializerTest, DistributedIntervalFacetingTest, TestConfigsApi, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChangedSchemaMergeTest, MergeStrategyTest, LoggingHandlerTest, TestSystemIdResolver, TestFieldResource, TestInfoStreamLogging, V2StandaloneTest, TestDelegationWithHadoopAuth, CursorMarkTest, UpdateLogTest, DistribDocExpirationUpdateProcessorTest, PolyFieldTest, SignatureUpdateProcessorFactoryTest, TestSolrConfigHandlerCloud, TestHttpShardHandlerFactory, TestSchemaManager, TestHdfsBackupRestoreCore, SubstringBytesRefFilterTest, TestFastWriter, TestSolrDeletionPolicy1, TestManagedSynonymFilterFactory, TestSolrCloudWithSecureImpersonation, SolrMetricsIntegrationTest, FullSolrCloudDistribCmdsTest, SolrJmxReporterTest, TestWordDelimiterFilterFactory, CloneFieldUpdateProcessorFactoryTest, HttpSolrCallGetCoreTest, PreAnalyzedUpdateProcessorTest, TestSolrIndexConfig, SegmentsInfoRequestHandlerTest, SortSpecParsingTest, SimpleCollectionCreateDeleteTest, HdfsRecoveryZkTest, TestGraphMLResponseWriter, TestSolrConfigHandler, BadComponentTest, TestRTGBase, QueryEqualityTest, TestSolr4Spatial, TestMultiWordSynonyms, TestSolrCloudSnapshots, ConnectionManagerTest, TestElisionMultitermQuery, BlockDirectoryTest, TestManagedResource, TestQueryTypes, NodeMutatorTest, TestPushWriter, TestSlowCompositeReaderWrapper, AssignTest, BitVectorTest, TestCloudManagedSchema, TestCorePropertiesReload, TestLeaderInitiatedRecoveryThread, BadIndexSchemaTest, MoveReplicaTest, LukeRequestHandlerTest, TestExportWriter, TestDistributedStatsComponentCardinality, TestCSVLoader, SpellPossibilityIteratorTest, TermsComponentTest, TemplateUpdateProcessorTest, TestRestManager, SimpleMLTQParserTest, TestDistributedMissingSort, TestValueSourceCache, FileBasedSpellCheckerTest, ExitableDirectoryReaderTest, HdfsBasicDistributedZkTest, OpenExchangeRatesOrgProviderTest, DocumentBuilderTest, TestUninvertingReader, TestCloudRecovery, ShowFileRequestHandlerTest, TestDynamicFieldResource, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedGrouping, TestHashPartitioner, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, TestJoin, HardAutoCommitTest, SolrCoreTest, SpellCheckComponentTest, QueryElevationComponentTest, ConvertedLegacyTest, TestSort, TestFiltering, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SuggesterFSTTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DistanceFunctionTest, TestSurroundQueryParser, TestWriterPerf, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, TestJmxIntegration, TestCollationField, UpdateRequestProcessorFactoryTest, QueryParsingTest, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestLFUCache, SOLR749Test, UpdateParamsTest, MultiTermTest, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestCharFilters, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestIBSimilarityFactory, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, PluginInfoTest, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, TestSolrJ, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, CircularListTest, DistributedMLTComponentTest, CursorPagingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, HttpPartitionTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudPivotFacet, TestClusterProperties, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestLockTree, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestReplicaProperties, TestRequestForwarding, TestSSLRandomization, TestSizeLimitedDistributedMap, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, TestTlogReplica, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, ConfigureRecoveryStrategyTest, CoreSorterTest, TestBackupRepositoryFactory, TestConfigSetImmutable, TestConfigSetProperties, TestConfigSets, TestCustomStream, TestImplicitCoreProperties, TestNRTOpen, TestReloadAndDeleteDocs, TestSolrCoreSnapshots, RequestLoggingTest, TestConfigReload, TestReqParamsAPI, TestRestoreCore, CoreAdminRequestStatusTest, CoreMergeIndexesAdminHandlerTest, TestApiFramework, TestCoreAdminApis, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotWhiteBoxTest, DistributedSuggestComponentTest, SuggestComponentContextFilterQueryTest, TestExpandComponent, TestPivotHelperCode, TestTrackingShardHandlerFactory, HighlighterMaxOffsetTest, TestUnifiedSolrHighlighter, CheckHdfsIndexTest, TestLegacyFieldReuse, TestLegacyNumericUtils, TestLegacyTerms, TestNumericRangeQuery32, TestNumericRangeQuery64, TestNumericTokenStream, MetricsConfigTest, SolrCoreMetricManagerTest, SolrGraphiteReporterTest, SolrSlf4jReporterTest]
   [junit4] Completed [632/731 (2!)] on J1 in 6.52s, 1 test, 1 failure <<< FAILURES!

[...truncated 46517 lines...]

[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 141 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/141/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Doc with id=1 not found in http://127.0.0.1:56374/_hot/ig/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:56374/_hot/ig/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([F2D95E61B405E12F:7A8D61BB1AF98CD7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
	at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter

Error Message:
No 'solr.node' logs in: {numFound=0,start=0,docs=[]}

Stack Trace:
java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
	at __randomizedtesting.SeedInfo.seed([F2D95E61B405E12F:AD3D7356DF09726A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11494 lines...]
   [junit4] Suite: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_F2D95E61B405E12F-001/init-core-data-001
   [junit4]   2> 886852 WARN  (SUITE-SolrSlf4jReporterTest-seed#[F2D95E61B405E12F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrSlf4jReporterTest -Dtests.method=testReporter -Dtests.seed=F2D95E61B405E12F -Dtests.slow=true -Dtests.locale=lv -Dtests.timezone=America/Glace_Bay -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 6.44s J0 | SolrSlf4jReporterTest.testReporter <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F2D95E61B405E12F:AD3D7356DF09726A]:0)
   [junit4]    > 	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_F2D95E61B405E12F-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=489, maxMBSortInHeap=6.1941987147910105, sim=RandomSimilarity(queryNorm=false): {}, locale=lv, timezone=America/Glace_Bay
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=50019424,total=318021632
   [junit4]   2> NOTE: All tests run in this JVM: [TestHighlightDedupGrouping, TestFieldCacheVsDocValues, RAMDirectoryFactoryTest, CollectionReloadTest, SSLMigrationTest, TlogReplayBufferedWhileIndexingTest, TestPhraseSuggestions, TestWriterPerf, SolrShardReporterTest, TestQuerySenderListener, RulesTest, TestFunctionQuery, NoCacheHeaderTest, CollectionsAPISolrJTest, TestSmileRequest, TestStressRecovery, SpellCheckCollatorWithCollapseTest, TestRestoreCore, DirectSolrConnectionTest, TestNamedUpdateProcessors, URLClassifyProcessorTest, TestSolrCoreSnapshots, RestartWhileUpdatingTest, SolrTestCaseJ4Test, SecurityConfHandlerTest, MetricsHandlerTest, IndexSchemaTest, OverseerRolesTest, TestJavabinTupleStreamParser, HighlighterConfigTest, TestQuerySenderNoQuery, TestConfigReload, TestXIncludeConfig, TestCoreContainer, TestPayloadCheckQParserPlugin, SimplePostToolTest, CoreAdminHandlerTest, TestLazyCores, ReplaceNodeTest, TestMissingGroups, TestStressReorder, TestStressCloudBlindAtomicUpdates, TestConfigSets, TestFaceting, TestFieldCache, FieldAnalysisRequestHandlerTest, TestSolrQueryResponse, PathHierarchyTokenizerFactoryTest, TestMacros, TestReplicationHandler, TestSchemaSimilarityResource, TestSolrCloudWithKerberosAlt, TestJmxIntegration, DateFieldTest, TestEmbeddedSolrServerConstructors, TestCloudDeleteByQuery, SuggesterTest, PrimitiveFieldTypeTest, TestJettySolrRunner, ClusterStateTest, TestHdfsCloudBackupRestore, CdcrReplicationHandlerTest, UniqFieldsUpdateProcessorFactoryTest, RequestHandlersTest, TestNumericTerms64, PeerSyncTest, RankQueryTest, TestRawResponseWriter, TestLegacyFieldReuse, DistributedQueryComponentOptimizationTest, TestCursorMarkWithoutUniqueKey, DistanceFunctionTest, DistributedVersionInfoTest, TestExpandComponent, SolrCoreMetricManagerTest, TestPivotHelperCode, TestSweetSpotSimilarityFactory, UninvertDocValuesMergePolicyTest, TestTrieFacet, TestLFUCache, SolrXmlInZkTest, TimeZoneUtilsTest, TestSubQueryTransformerDistrib, LargeFieldTest, CoreMergeIndexesAdminHandlerTest, ForceLeaderTest, TestGroupingSearch, LeaderFailureAfterFreshStartTest, TestSolrDeletionPolicy2, TestAddFieldRealTimeGet, SolrCLIZkUtilsTest, MultiTermTest, TestSort, TestImpersonationWithHadoopAuth, AutoScalingHandlerTest, TestCSVResponseWriter, CdcrUpdateLogTest, OverseerTaskQueueTest, TestPointFields, TestCollectionAPIs, OutputWriterTest, ExplicitHLLTest, DistributedFacetPivotSmallAdvancedTest, TestAtomicUpdateErrorCases, TestRequestStatusCollectionAPI, TestPseudoReturnFields, TestBinaryField, VersionInfoTest, SparseHLLTest, HighlighterTest, TestHalfAndHalfDocValues, LeaderElectionContextKeyTest, TestQueryWrapperFilter, BasicAuthIntegrationTest, TestFieldCollectionResource, TestGeoJSONResponseWriter, ActionThrottleTest, ResourceLoaderTest, OverseerCollectionConfigSetProcessorTest, TestUpdate, DocValuesTest, DirectoryFactoryTest, TestCollectionAPI, XmlUpdateRequestHandlerTest, FacetPivotSmallTest, MissingSegmentRecoveryTest, DistribCursorPagingTest, SpatialFilterTest, SolrSlf4jReporterTest]
   [junit4] Completed [237/731 (1!)] on J0 in 6.47s, 1 test, 1 failure <<< FAILURES!

[...truncated 67 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_F2D95E61B405E12F-001/init-core-data-001
   [junit4]   2> 1011011 WARN  (SUITE-HttpPartitionTest-seed#[F2D95E61B405E12F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 1011018 ERROR (Thread-1907) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1011625 ERROR (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1013154 WARN  (qtp362814471-10966) [n:127.0.0.1:56361__hot%2Fig c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1014408 WARN  (OverseerThreadFactory-3972-thread-2-processing-n:127.0.0.1:56361__hot%2Fig) [n:127.0.0.1:56361__hot%2Fig    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1014919 ERROR (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1016219 WARN  (qtp1002015031-11014) [n:127.0.0.1:56374__hot%2Fig c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1016693 ERROR (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1018086 WARN  (qtp153212557-11047) [n:127.0.0.1:56383__hot%2Fig c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1018615 ERROR (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1019984 WARN  (qtp513425053-11081) [n:127.0.0.1:56392__hot%2Fig c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1025410 WARN  (qtp1002015031-11014) [n:127.0.0.1:56374__hot%2Fig c:c8n_crud_1x2 s:shard1  x:c8n_crud_1x2_shard1_replica_t2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1025410 WARN  (qtp153212557-11049) [n:127.0.0.1:56383__hot%2Fig c:c8n_crud_1x2 s:shard1  x:c8n_crud_1x2_shard1_replica_t1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1027568 WARN  (zkCallback-2957-thread-1-processing-n:127.0.0.1:56374__hot%2Fig) [n:127.0.0.1:56374__hot%2Fig    ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 1029754 WARN  (qtp362814471-10966) [n:127.0.0.1:56361__hot%2Fig c:collMinRf_1x3 s:shard1  x:collMinRf_1x3_shard1_replica_t2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1029755 WARN  (qtp513425053-11086) [n:127.0.0.1:56392__hot%2Fig c:collMinRf_1x3 s:shard1  x:collMinRf_1x3_shard1_replica_t3] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1029761 WARN  (qtp1002015031-11013) [n:127.0.0.1:56374__hot%2Fig c:collMinRf_1x3 s:shard1  x:collMinRf_1x3_shard1_replica_t1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1031903 WARN  (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [    ] o.a.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:56392/_hot/ig, target: http://127.0.0.1:56393/_hot/ig
   [junit4]   2> 1031915 ERROR (updateExecutor-2942-thread-2-processing-http:////127.0.0.1:56392//_hot//ig//collMinRf_1x3_shard1_replica_t3 x:collMinRf_1x3_shard1_replica_t2 r:core_node5 n:127.0.0.1:56361__hot%2Fig s:shard1 c:collMinRf_1x3) [n:127.0.0.1:56361__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.u.ErrorReportingConcurrentUpdateSolrClient error
   [junit4]   2> java.net.SocketException: Broken pipe (Write failed)
   [junit4]   2> 	at java.net.SocketOutputStream.socketWrite0(Native Method)
   [junit4]   2> 	at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
   [junit4]   2> 	at java.net.SocketOutputStream.write(SocketOutputStream.java:155)
   [junit4]   2> 	at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
   [junit4]   2> 	at org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
   [junit4]   2> 	at org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
   [junit4]   2> 	at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:347)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:182)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1031918 WARN  (qtp362814471-10967) [n:127.0.0.1:56361__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.u.p.DistributedUpdateProcessor Error sending update to http://127.0.0.1:56392/_hot/ig
   [junit4]   2> java.net.SocketException: Broken pipe (Write failed)
   [junit4]   2> 	at java.net.SocketOutputStream.socketWrite0(Native Method)
   [junit4]   2> 	at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
   [junit4]   2> 	at java.net.SocketOutputStream.write(SocketOutputStream.java:155)
   [junit4]   2> 	at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
   [junit4]   2> 	at org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
   [junit4]   2> 	at org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
   [junit4]   2> 	at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:347)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:182)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1031918 ERROR (qtp362814471-10967) [n:127.0.0.1:56361__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.u.p.DistributedUpdateProcessor Setting up to try to start recovery on replica http://127.0.0.1:56392/_hot/ig/collMinRf_1x3_shard1_replica_t3/
   [junit4]   2> java.net.SocketException: Broken pipe (Write failed)
   [junit4]   2> 	at java.net.SocketOutputStream.socketWrite0(Native Method)
   [junit4]   2> 	at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
   [junit4]   2> 	at java.net.SocketOutputStream.write(SocketOutputStream.java:155)
   [junit4]   2> 	at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
   [junit4]   2> 	at org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
   [junit4]   2> 	at org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
   [junit4]   2> 	at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:347)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:182)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1031932 WARN  (updateExecutor-2942-thread-1-processing-x:collMinRf_1x3_shard1_replica_t2 r:core_node5 http:////127.0.0.1:56392//_hot//ig//collMinRf_1x3_shard1_replica_t3// n:127.0.0.1:56361__hot%2Fig s:shard1 c:collMinRf_1x3) [n:127.0.0.1:56361__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.c.LeaderInitiatedRecoveryThread Leader is publishing core=collMinRf_1x3_shard1_replica_t3 coreNodeName =core_node6 state=down on behalf of un-reachable replica http://127.0.0.1:56392/_hot/ig/collMinRf_1x3_shard1_replica_t3/
   [junit4]   2> 1031935 ERROR (updateExecutor-2942-thread-1-processing-x:collMinRf_1x3_shard1_replica_t2 r:core_node5 http:////127.0.0.1:56392//_hot//ig//collMinRf_1x3_shard1_replica_t3// n:127.0.0.1:56361__hot%2Fig s:shard1 c:collMinRf_1x3) [n:127.0.0.1:56361__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.c.LeaderInitiatedRecoveryThread http://127.0.0.1:56392/_hot/ig: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:56392/_hot/ig
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:634)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderInitiatedRecoveryThread.sendRecoveryCommandWithRetry(LeaderInitiatedRecoveryThread.java:209)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderInitiatedRecoveryThread.run(LeaderInitiatedRecoveryThread.java:95)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:56392 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
   [junit4]   2> 	... 10 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:589)
   [junit4]   2> 	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:74)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134)
   [junit4]   2> 	... 20 more
   [junit4]   2> 
   [junit4]   2> 1036947 WARN  (updateExecutor-2942-thread-1-processing-x:collMinRf_1x3_shard1_replica_t2 r:core_node5 http:////127.0.0.1:56392//_hot//ig//collMinRf_1x3_shard1_replica_t3// n:127.0.0.1:56361__hot%2Fig s:shard1 c:collMinRf_1x3) [n:127.0.0.1:56361__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.c.LeaderInitiatedRecoveryThread Asking core=collMinRf_1x3_shard1_replica_t3 coreNodeName=core_node6 on http://127.0.0.1:56392/_hot/ig to recover; unsuccessful after 2 of 120 attempts so far ...
   [junit4]   2> 1040405 WARN  (zkCallback-2945-thread-1-processing-n:127.0.0.1:56361__hot%2Fig) [n:127.0.0.1:56361__hot%2Fig    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1040466 WARN  (zkCallback-2957-thread-3-processing-n:127.0.0.1:56374__hot%2Fig) [n:127.0.0.1:56374__hot%2Fig    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1040473 ERROR (indexFetcher-4043-thread-1) [n:127.0.0.1:56374__hot%2Fig c:collMinRf_1x3 s:shard1  x:collMinRf_1x3_shard1_replica_t1] o.a.s.h.ReplicationHandler Index fetch failed :org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: collMinRf_1x3 slice: shard1
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:758)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:744)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.getLeaderReplica(IndexFetcher.java:667)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1041413 WARN  (zkCallback-2957-thread-2-processing-n:127.0.0.1:56374__hot%2Fig) [n:127.0.0.1:56374__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node4 x:collMinRf_1x3_shard1_replica_t1] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1041464 WARN  (zkCallback-2963-thread-2-processing-n:127.0.0.1:56383__hot%2Fig) [n:127.0.0.1:56383__hot%2Fig    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1041483 WARN  (zkCallback-2969-thread-4-processing-n:127.0.0.1:56392__hot%2Fig) [n:127.0.0.1:56392__hot%2Fig    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1041517 WARN  (indexFetcher-4048-thread-1) [n:127.0.0.1:56392__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node6 x:collMinRf_1x3_shard1_replica_t3] o.a.s.h.ReplicationHandler I was asked to replicate but CoreContainer is shutting down
   [junit4]   2> 1042572 WARN  (indexFetcher-4014-thread-1) [n:127.0.0.1:56392__hot%2Fig c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler I was asked to replicate but CoreContainer is shutting down
   [junit4]   2> 1042979 WARN  (zkCallback-2969-thread-1-processing-n:127.0.0.1:56392__hot%2Fig) [n:127.0.0.1:56392__hot%2Fig c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1042979 WARN  (zkCallback-2969-thread-3-processing-n:127.0.0.1:56392__hot%2Fig) [n:127.0.0.1:56392__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node6 x:collMinRf_1x3_shard1_replica_t3] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1043017 ERROR (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1043428 WARN  (Thread-1907) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	3	/solr/collections/collection1/state.json
   [junit4]   2> 	3	/solr/collections/collMinRf_1x3/state.json
   [junit4]   2> 	2	/solr/collections/c8n_crud_1x2/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1043429 WARN  (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [    ] o.a.s.c.SocketProxy Closing 12 connections to: http://127.0.0.1:56374/_hot/ig, target: http://127.0.0.1:56375/_hot/ig
   [junit4]   2> 1043429 WARN  (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [    ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:56383/_hot/ig, target: http://127.0.0.1:56384/_hot/ig
   [junit4]   2> 1043429 WARN  (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [    ] o.a.s.c.SocketProxy Closing 9 connections to: http://127.0.0.1:56361/_hot/ig, target: http://127.0.0.1:56362/_hot/ig
   [junit4]   2> 1043430 WARN  (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [    ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:56392/_hot/ig, target: http://127.0.0.1:56393/_hot/ig
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=F2D95E61B405E12F -Dtests.slow=true -Dtests.locale=et -Dtests.timezone=Pacific/Easter -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 32.4s J1 | HttpPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:56374/_hot/ig/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F2D95E61B405E12F:7A8D61BB1AF98CD7]:0)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_F2D95E61B405E12F-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=et, timezone=Pacific/Easter
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=139321720,total=387121152
   [junit4]   2> NOTE: All tests run in this JVM: [TestRandomFaceting, TestFieldResource, DeleteStatusTest, FullSolrCloudDistribCmdsTest, HdfsBasicDistributedZkTest, CoreSorterTest, DebugComponentTest, TestObjectReleaseTracker, SimpleCollectionCreateDeleteTest, TestComponentsName, HdfsWriteToMultipleCollectionsTest, MBeansHandlerTest, SaslZkACLProviderTest, CoreAdminRequestStatusTest, TestFieldCacheReopen, SignatureUpdateProcessorFactoryTest, RollingRestartTest, ConnectionReuseTest, TestDocumentBuilder, TestPostingsSolrHighlighter, CdcrReplicationDistributedZkTest, ChaosMonkeySafeLeaderTest, PreAnalyzedFieldManagedSchemaCloudTest, TestFastLRUCache, TestDefaultStatsCache, TestRawTransformer, TestStressInPlaceUpdates, TestIntervalFaceting, TestSolr4Spatial, PluginInfoTest, BlobRepositoryCloudTest, MigrateRouteKeyTest, MoveReplicaHDFSTest, MetricUtilsTest, ConnectionManagerTest, DistributedTermsComponentTest, ZkStateWriterTest, UpdateRequestProcessorFactoryTest, TestMaxScoreQueryParser, ReplicationFactorTest, TestManagedSynonymFilterFactory, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistributedFacetExistsSmallTest, TestCloudPivotFacet, TolerantUpdateProcessorTest, DOMUtilTest, TestDFISimilarityFactory, LukeRequestHandlerTest, SolrCloudExampleTest, FileUtilsTest, TestCloudNestedDocsSort, TestExclusionRuleCollectionAccess, TestTolerantUpdateProcessorRandomCloud, MergeStrategyTest, TestSQLHandler, TestSystemCollAutoCreate, SolrCloudReportersTest, TestCSVLoader, DeleteLastCustomShardedReplicaTest, TestFastWriter, TestScoreJoinQPNoScore, TestQueryUtils, TestChildDocTransformer, DataDrivenBlockJoinTest, CachingDirectoryFactoryTest, TestSortByMinMaxFunction, TestShortCircuitedRequests, TestExportWriter, TestCollationField, TestReloadDeadlock, TestPushWriter, HttpSolrCallGetCoreTest, TestCloudManagedSchema, TestNumericRangeQuery64, TermVectorComponentTest, TestFastOutputStream, TestSolrConfigHandler, TestReRankQParserPlugin, SuggestComponentContextFilterQueryTest, TestInfoStreamLogging, HdfsDirectoryTest, TestManagedSchemaThreadSafety, InfixSuggestersTest, TestJoin, CustomCollectionTest, MoreLikeThisHandlerTest, TestSchemaVersionResource, ShufflingReplicaListTransformerTest, SolrIndexMetricsTest, TestNRTOpen, DistributedDebugComponentTest, TemplateUpdateProcessorTest, PingRequestHandlerTest, CloneFieldUpdateProcessorFactoryTest, CollectionStateFormat2Test, SharedFSAutoReplicaFailoverTest, CopyFieldTest, TestDynamicLoading, TestInitQParser, TestTlogReplica, SpellCheckCollatorTest, TestComplexPhraseQParserPlugin, SOLR749Test, BlockJoinFacetSimpleTest, TestJsonFacetRefinement, OverseerStatusTest, HttpPartitionTest]
   [junit4] Completed [260/731 (2!)] on J1 in 32.45s, 1 test, 1 failure <<< FAILURES!

[...truncated 45010 lines...]

[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 140 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/140/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

14 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI

Error Message:
Error from server at http://127.0.0.1:62656/solr: ADDREPLICA failed to create replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:62656/solr: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:E60D217A011C69A8]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:103)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Doc with id=1 not found in http://127.0.0.1:58671/bt_zv/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:58671/bt_zv/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:4B890CB927AB228]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
	at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.TestCoreDiscovery.testDiscovery

Error Message:
Unable to create core [core2]

Stack Trace:
org.apache.solr.common.SolrException: Unable to create core [core2]
	at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:890C75A4509982A9]:0)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1014)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1440)
	at org.apache.solr.core.TestCoreDiscovery.testDiscovery(TestCoreDiscovery.java:163)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/emptySpec.json
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:998)
	... 41 more
Caused by: java.lang.RuntimeException: invalid API spec: apispec/emptySpec.json
	at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
	at org.apache.solr.common.util.Utils.lambda$getSpec$0(Utils.java:394)
	at org.apache.solr.api.Api.getSpec(Api.java:65)
	at org.apache.solr.api.ApiBag.register(ApiBag.java:73)
	at org.apache.solr.core.PluginBag.put(PluginBag.java:217)
	at org.apache.solr.core.PluginBag.init(PluginBag.java:274)
	at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:946)
	... 43 more


FAILED:  org.apache.solr.core.TestCoreDiscovery.testTooManyTransientCores

Error Message:
There should only be 3 cores loaded, coreLOS and two coreT? cores expected:<3> but was:<0>

Stack Trace:
java.lang.AssertionError: There should only be 3 cores loaded, coreLOS and two coreT? cores expected:<3> but was:<0>
	at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:A638EFB5718097CC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.core.TestCoreDiscovery.testTooManyTransientCores(TestCoreDiscovery.java:311)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.TestCoreDiscovery.testSolrHomeNotReadable

Error Message:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-008/solr.xml (Too many open files)

Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-008/solr.xml (Too many open files)
	at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:C08C95EA8439B382]:0)
	at java.io.FileOutputStream.open0(Native Method)
	at java.io.FileOutputStream.open(FileOutputStream.java:270)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
	at org.apache.commons.io.FileUtils.openOutputStream(FileUtils.java:360)
	at org.apache.commons.io.FileUtils.writeStringToFile(FileUtils.java:1981)
	at org.apache.commons.io.FileUtils.write(FileUtils.java:2107)
	at org.apache.commons.io.FileUtils.write(FileUtils.java:2125)
	at org.apache.commons.io.FileUtils.write(FileUtils.java:2090)
	at org.apache.solr.core.TestCoreDiscovery.setMeUp(TestCoreDiscovery.java:64)
	at org.apache.solr.core.TestCoreDiscovery.testSolrHomeNotReadable(TestCoreDiscovery.java:530)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.TestCoreDiscovery.testAlternateRelativeCoreDir

Error Message:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-009/solr.xml (Too many open files)

Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-009/solr.xml (Too many open files)
	at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:68744B82CED650C0]:0)
	at java.io.FileOutputStream.open0(Native Method)
	at java.io.FileOutputStream.open(FileOutputStream.java:270)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
	at org.apache.commons.io.FileUtils.openOutputStream(FileUtils.java:360)
	at org.apache.commons.io.FileUtils.writeStringToFile(FileUtils.java:1981)
	at org.apache.commons.io.FileUtils.write(FileUtils.java:2107)
	at org.apache.commons.io.FileUtils.write(FileUtils.java:2125)
	at org.apache.commons.io.FileUtils.write(FileUtils.java:2090)
	at org.apache.solr.core.TestCoreDiscovery.setMeUp(TestCoreDiscovery.java:64)
	at org.apache.solr.core.TestCoreDiscovery.testAlternateRelativeCoreDir(TestCoreDiscovery.java:392)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.TestCoreDiscovery.testAlternateCoreDir

Error Message:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-010/solr.xml (Too many open files)

Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-010/solr.xml (Too many open files)
	at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:49F71495C53B3580]:0)
	at java.io.FileOutputStream.open0(Native Method)
	at java.io.FileOutputStream.open(FileOutputStream.java:270)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
	at org.apache.commons.io.FileUtils.openOutputStream(FileUtils.java:360)
	at org.apache.commons.io.FileUtils.writeStringToFile(FileUtils.java:1981)
	at org.apache.commons.io.FileUtils.write(FileUtils.java:2107)
	at org.apache.commons.io.FileUtils.write(FileUtils.java:2125)
	at org.apache.commons.io.FileUtils.write(FileUtils.java:2090)
	at org.apache.solr.core.TestCoreDiscovery.setMeUp(TestCoreDiscovery.java:64)
	at org.apache.solr.core.TestCoreDiscovery.testAlternateCoreDir(TestCoreDiscovery.java:372)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.TestCoreDiscovery.testDuplicateNames

Error Message:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-012/solr.xml (Too many open files)

Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-012/solr.xml (Too many open files)
	at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:779C1F25634A2B55]:0)
	at java.io.FileOutputStream.open0(Native Method)
	at java.io.FileOutputStream.open(FileOutputStream.java:270)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
	at org.apache.commons.io.FileUtils.openOutputStream(FileUtils.java:360)
	at org.apache.commons.io.FileUtils.writeStringToFile(FileUtils.java:1981)
	at org.apache.commons.io.FileUtils.write(FileUtils.java:2107)
	at org.apache.commons.io.FileUtils.write(FileUtils.java:2125)
	at org.apache.commons.io.FileUtils.write(FileUtils.java:2090)
	at org.apache.solr.core.TestCoreDiscovery.setMeUp(TestCoreDiscovery.java:64)
	at org.apache.solr.core.TestCoreDiscovery.setMeUp(TestCoreDiscovery.java:69)
	at org.apache.solr.core.TestCoreDiscovery.testDuplicateNames(TestCoreDiscovery.java:342)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.TestCoreDiscovery.testNoCoreDir

Error Message:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-013/solr.xml (Too many open files)

Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-013/solr.xml (Too many open files)
	at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:57715C0C09678374]:0)
	at java.io.FileOutputStream.open0(Native Method)
	at java.io.FileOutputStream.open(FileOutputStream.java:270)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
	at org.apache.commons.io.FileUtils.openOutputStream(FileUtils.java:360)
	at org.apache.commons.io.FileUtils.writeStringToFile(FileUtils.java:1981)
	at org.apache.commons.io.FileUtils.write(FileUtils.java:2107)
	at org.apache.commons.io.FileUtils.write(FileUtils.java:2125)
	at org.apache.commons.io.FileUtils.write(FileUtils.java:2090)
	at org.apache.solr.core.TestCoreDiscovery.setMeUp(TestCoreDiscovery.java:64)
	at org.apache.solr.core.TestCoreDiscovery.testNoCoreDir(TestCoreDiscovery.java:421)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter

Error Message:
No 'solr.node' logs in: {numFound=0,start=0,docs=[]}

Stack Trace:
java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
	at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:D3088226578A4C95]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.processor.TemplateUpdateProcessorTest

Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO

Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
	at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0]:0)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:171)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:268)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:262)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
	at org.apache.solr.update.processor.TemplateUpdateProcessorTest.setupCluster(TemplateUpdateProcessorTest.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
	at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1842)
	at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:447)
	at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
	at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
	at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
	at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:146)
	... 31 more
Caused by: java.io.IOException: Too many open files
	at sun.nio.ch.IOUtil.makePipe(Native Method)
	at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
	at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
	at java.nio.channels.Selector.open(Selector.java:227)
	at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
	at sun.reflect.GeneratedConstructorAccessor98.newInstance(Unknown Source)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
	at java.lang.Class.newInstance(Class.java:442)
	at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1839)
	... 37 more


FAILED:  junit.framework.TestSuite.org.apache.solr.update.processor.TemplateUpdateProcessorTest

Error Message:
ObjectTracker found 21 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, Overseer, ZkController, InternalHttpClient, InternalHttpClient, SolrZkClient, InternalHttpClient, SolrZkClient, SolrZkClient, InternalHttpClient, ZkController, InternalHttpClient, SolrZkClient, InternalHttpClient, ZkController, InternalHttpClient, ZkController, ZkController, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)  at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.Overseer.start(Overseer.java:534)  at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:784)  at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)  at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)  at org.apache.solr.cloud.ZkController.init(ZkController.java:748)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:435)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)  at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)  at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)  at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.handler.com

[...truncated too long message...]

ck.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   19) Thread[id=13301, name=jetty-launcher-2454-thread-3-SendThread(127.0.0.1:62798), state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
   [junit4]    >   20) Thread[id=13260, name=org.eclipse.jetty.server.session.HashSessionManager@2d3ff5a9Timer, state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   21) Thread[id=13223, name=qtp1160042811-13223, state=RUNNABLE, group=TGRP-TemplateUpdateProcessorTest]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   22) Thread[id=13222, name=org.eclipse.jetty.server.session.HashSessionManager@3a011de1Timer, state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   23) Thread[id=13255, name=org.eclipse.jetty.server.session.HashSessionManager@2d7377b9Timer, state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   24) Thread[id=13311, name=zkCallback-2481-thread-1, state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   25) Thread[id=13303, name=jetty-launcher-2454-thread-1-SendThread(127.0.0.1:62798), state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   [junit4]    >   26) Thread[id=13207, name=jetty-launcher-2454-thread-1, state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   27) Thread[id=13240, name=org.eclipse.jetty.server.session.HashSessionManager@6ca8c7e3Timer, state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0]:0)
   [junit4] Completed [350/731 (5!)] on J1 in 45.70s, 0 tests, 1 failure, 3 errors <<< FAILURES!

[...truncated 44630 lines...]