You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/05/09 20:42:30 UTC

[JENKINS] Lucene-Solr-NightlyTests-7.3 - Build # 23 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.3/23/

51 tests failed.
FAILED:  org.apache.solr.TestGroupingSearch.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.cloud.HttpPartitionTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.cloud.RemoteQueryErrorTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.cloud.ShardRoutingTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.cloud.TestConfigSetsAPIZkFailure.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.cloud.TestStressLiveNodes.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.cloud.ZkCLITest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.cloud.api.collections.CollectionTooManyReplicasTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestNodeLostTrigger.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.cloud.cdcr.CdcrBootstrapTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.cloud.rule.RuleEngineTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  junit.framework.TestSuite.org.apache.solr.core.PluginInfoTest

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.handler.DocumentAnalysisRequestHandlerTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.handler.SearchHandlerTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.handler.TestCoreBackup.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1525889264316,generation=2,filelist=[_8w.cfe, _8w.cfs, _8w.si, _8x.fdt, _8x.fdx, _8x.fnm, _8x.nvd, _8x.nvm, _8x.si, _8x_Lucene50_0.doc, _8x_Lucene50_0.tim, _8x_Lucene50_0.tip, _8y.fdt, _8y.fdx, _8y.fnm, _8y.nvd, _8y.nvm, _8y.si, _8y_Lucene50_0.doc, _8y_Lucene50_0.tim, _8y_Lucene50_0.tip, _8z.fdt, _8z.fdx, _8z.fnm, _8z.nvd, _8z.nvm, _8z.si, _8z_Lucene50_0.doc, _8z_Lucene50_0.tim, _8z_Lucene50_0.tip, _90.fdt, _90.fdx, _90.fnm, _90.nvd, _90.nvm, _90.si, _90_Lucene50_0.doc, _90_Lucene50_0.tim, _90_Lucene50_0.tip, _91.fdt, _91.fdx, _91.fnm, _91.nvd, _91.nvm, _91.si, _91_Lucene50_0.doc, _91_Lucene50_0.tim, _91_Lucene50_0.tip, segments_2]}]> but was:<[{indexVersion=1525889264316,generation=2,filelist=[_8w.cfe, _8w.cfs, _8w.si, _8x.fdt, _8x.fdx, _8x.fnm, _8x.nvd, _8x.nvm, _8x.si, _8x_Lucene50_0.doc, _8x_Lucene50_0.tim, _8x_Lucene50_0.tip, _8y.fdt, _8y.fdx, _8y.fnm, _8y.nvd, _8y.nvm, _8y.si, _8y_Lucene50_0.doc, _8y_Lucene50_0.tim, _8y_Lucene50_0.tip, _8z.fdt, _8z.fdx, _8z.fnm, _8z.nvd, _8z.nvm, _8z.si, _8z_Lucene50_0.doc, _8z_Lucene50_0.tim, _8z_Lucene50_0.tip, _90.fdt, _90.fdx, _90.fnm, _90.nvd, _90.nvm, _90.si, _90_Lucene50_0.doc, _90_Lucene50_0.tim, _90_Lucene50_0.tip, _91.fdt, _91.fdx, _91.fnm, _91.nvd, _91.nvm, _91.si, _91_Lucene50_0.doc, _91_Lucene50_0.tim, _91_Lucene50_0.tip, segments_2]}, {indexVersion=1525889264316,generation=3,filelist=[_8x.fdt, _8x.fdx, _8x.fnm, _8x.nvd, _8x.nvm, _8x.si, _8x_Lucene50_0.doc, _8x_Lucene50_0.tim, _8x_Lucene50_0.tip, _90.fdt, _90.fdx, _90.fnm, _90.nvd, _90.nvm, _90.si, _90_Lucene50_0.doc, _90_Lucene50_0.tim, _90_Lucene50_0.tip, _91.fdt, _91.fdx, _91.fnm, _91.nvd, _91.nvm, _91.si, _91_Lucene50_0.doc, _91_Lucene50_0.tim, _91_Lucene50_0.tip, _92.cfe, _92.cfs, _92.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1525889264316,generation=2,filelist=[_8w.cfe, _8w.cfs, _8w.si, _8x.fdt, _8x.fdx, _8x.fnm, _8x.nvd, _8x.nvm, _8x.si, _8x_Lucene50_0.doc, _8x_Lucene50_0.tim, _8x_Lucene50_0.tip, _8y.fdt, _8y.fdx, _8y.fnm, _8y.nvd, _8y.nvm, _8y.si, _8y_Lucene50_0.doc, _8y_Lucene50_0.tim, _8y_Lucene50_0.tip, _8z.fdt, _8z.fdx, _8z.fnm, _8z.nvd, _8z.nvm, _8z.si, _8z_Lucene50_0.doc, _8z_Lucene50_0.tim, _8z_Lucene50_0.tip, _90.fdt, _90.fdx, _90.fnm, _90.nvd, _90.nvm, _90.si, _90_Lucene50_0.doc, _90_Lucene50_0.tim, _90_Lucene50_0.tip, _91.fdt, _91.fdx, _91.fnm, _91.nvd, _91.nvm, _91.si, _91_Lucene50_0.doc, _91_Lucene50_0.tim, _91_Lucene50_0.tip, segments_2]}]> but was:<[{indexVersion=1525889264316,generation=2,filelist=[_8w.cfe, _8w.cfs, _8w.si, _8x.fdt, _8x.fdx, _8x.fnm, _8x.nvd, _8x.nvm, _8x.si, _8x_Lucene50_0.doc, _8x_Lucene50_0.tim, _8x_Lucene50_0.tip, _8y.fdt, _8y.fdx, _8y.fnm, _8y.nvd, _8y.nvm, _8y.si, _8y_Lucene50_0.doc, _8y_Lucene50_0.tim, _8y_Lucene50_0.tip, _8z.fdt, _8z.fdx, _8z.fnm, _8z.nvd, _8z.nvm, _8z.si, _8z_Lucene50_0.doc, _8z_Lucene50_0.tim, _8z_Lucene50_0.tip, _90.fdt, _90.fdx, _90.fnm, _90.nvd, _90.nvm, _90.si, _90_Lucene50_0.doc, _90_Lucene50_0.tim, _90_Lucene50_0.tip, _91.fdt, _91.fdx, _91.fnm, _91.nvd, _91.nvm, _91.si, _91_Lucene50_0.doc, _91_Lucene50_0.tim, _91_Lucene50_0.tip, segments_2]}, {indexVersion=1525889264316,generation=3,filelist=[_8x.fdt, _8x.fdx, _8x.fnm, _8x.nvd, _8x.nvm, _8x.si, _8x_Lucene50_0.doc, _8x_Lucene50_0.tim, _8x_Lucene50_0.tip, _90.fdt, _90.fdx, _90.fnm, _90.nvd, _90.nvm, _90.si, _90_Lucene50_0.doc, _90_Lucene50_0.tim, _90_Lucene50_0.tip, _91.fdt, _91.fdx, _91.fnm, _91.nvd, _91.nvm, _91.si, _91_Lucene50_0.doc, _91_Lucene50_0.tim, _91_Lucene50_0.tip, _92.cfe, _92.cfs, _92.si, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([F4451E0C42A53EFB:D192053C32ED30F8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1284)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestSystemCollAutoCreate.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.handler.XmlUpdateRequestHandlerTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.handler.admin.CoreMergeIndexesAdminHandlerTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.handler.admin.StatsReloadRaceTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.legacy.TestNumericRangeQuery64.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.request.TestRemoteStreaming.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.request.TestWriterPerf.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.rest.TestRestManager.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.rest.schema.TestSchemaNameResource.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.schema.CurrencyFieldTypeTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.schema.SchemaApiFailureTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.schema.SynonymTokenizerTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.schema.TestBinaryField.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.search.SortSpecParsingTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.search.TestComponentsName.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.search.TestDocSet.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.search.TestFieldSortValues.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.search.TestReloadDeadlock.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.search.TestSolrFieldCacheBean.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.search.join.BlockJoinFacetRandomTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.search.join.TestCloudNestedDocsSort.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.spelling.suggest.SuggesterWFSTTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.spelling.suggest.TestPhraseSuggestions.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  junit.framework.TestSuite.org.apache.solr.uninverting.TestDocTermOrds

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  junit.framework.TestSuite.org.apache.solr.uninverting.TestDocTermOrds

Error Message:
Captured an uncaught exception in thread: Thread[id=1417, name=Lucene Merge Thread #114, state=RUNNABLE, group=TGRP-TestDocTermOrds]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1417, name=Lucene Merge Thread #114, state=RUNNABLE, group=TGRP-TestDocTermOrds]
Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
	at __randomizedtesting.SeedInfo.seed([F4451E0C42A53EFB]:0)
	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:683)
Caused by: java.lang.OutOfMemoryError: Java heap space
	at org.apache.lucene.codecs.compressing.CompressingTermVectorsReader.get(CompressingTermVectorsReader.java:398)
	at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.merge(CompressingTermVectorsWriter.java:840)
	at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:224)
	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:158)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4443)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4083)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)


FAILED:  junit.framework.TestSuite.org.apache.solr.uninverting.TestNumericTerms64

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.update.DirectUpdateHandlerTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.update.UpdateParamsTest.initializationError

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  junit.framework.TestSuite.org.apache.solr.util.hll.SparseHLLTest

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded




Build Log:
[...truncated 13122 lines...]
   [junit4] Suite: org.apache.solr.uninverting.TestDocTermOrds
   [junit4]   2> May 09, 2018 5:36:24 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> May 09, 2018 5:36:33 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #114,5,TGRP-TestDocTermOrds]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([F4451E0C42A53EFB]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:683)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> 	at org.apache.lucene.codecs.compressing.CompressingTermVectorsReader.get(CompressingTermVectorsReader.java:398)
   [junit4]   2> 	at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.merge(CompressingTermVectorsWriter.java:840)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:224)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:158)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4443)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4083)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {field=DFR I(F)B2}, locale=sq-AL, timezone=Europe/Guernsey
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=59723192,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [FullHLLTest, TestStressLucene, LeaderVoteWaitTimeoutTest, TestIBSimilarityFactory, TestFieldCacheSort, NumberUtilsTest, TestDynamicFieldCollectionResource, TestRTimerTree, TestUseDocValuesAsStored, DistributedFacetPivotSmallTest, TestSchemaManager, TestLMDirichletSimilarityFactory, CollectionStateFormat2Test, ConfigSetsAPITest, TestDocTermOrds]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDocTermOrds -Dtests.seed=F4451E0C42A53EFB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/test-data/enwiki.random.lines.txt -Dtests.locale=sq-AL -Dtests.timezone=Europe/Guernsey -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestDocTermOrds (suite) <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1417, name=Lucene Merge Thread #114, state=RUNNABLE, group=TGRP-TestDocTermOrds]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F4451E0C42A53EFB]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:683)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingTermVectorsReader.get(CompressingTermVectorsReader.java:398)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.merge(CompressingTermVectorsWriter.java:840)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:224)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:158)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4443)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4083)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
   [junit4] Completed [19/783 (1!)] on J0 in 167.15s, 3 tests, 2 errors <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.spelling.suggest.SuggesterWFSTTest
   [junit4] ERROR   0.00s J0 | SuggesterWFSTTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [20/783 (2!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.RemoteQueryErrorTest
   [junit4] ERROR   0.00s J0 | RemoteQueryErrorTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [21/783 (3!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.search.TestFieldSortValues
   [junit4] ERROR   0.00s J0 | TestFieldSortValues.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [22/783 (4!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.spelling.suggest.TestPhraseSuggestions
   [junit4] ERROR   0.00s J0 | TestPhraseSuggestions.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [23/783 (5!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.search.TestComponentsName
   [junit4] ERROR   0.00s J0 | TestComponentsName.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [24/783 (6!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 4 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
   [junit4] ERROR   0.00s J0 | TestTolerantUpdateProcessorRandomCloud.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [26/783 (7!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.ZkCLITest
   [junit4] ERROR   0.00s J0 | ZkCLITest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [27/783 (8!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestStressLiveNodes
   [junit4] ERROR   0.00s J0 | TestStressLiveNodes.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [28/783 (9!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 2 lines...]
   [junit4] Suite: org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth
   [junit4] ERROR   0.00s J0 | TestDelegationWithHadoopAuth.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [29/783 (10!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.request.TestRemoteStreaming
   [junit4] ERROR   0.00s J0 | TestRemoteStreaming.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [30/783 (11!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.handler.DocumentAnalysisRequestHandlerTest
   [junit4] ERROR   0.00s J0 | DocumentAnalysisRequestHandlerTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [31/783 (12!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.CoreMergeIndexesAdminHandlerTest
   [junit4] ERROR   0.00s J0 | CoreMergeIndexesAdminHandlerTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [32/783 (13!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.schema.TestBinaryField
   [junit4] ERROR   0.00s J0 | TestBinaryField.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [33/783 (14!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
   [junit4] ERROR   0.00s J0 | DistributedQueryComponentOptimizationTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [34/783 (15!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.rest.schema.TestSchemaNameResource
   [junit4] ERROR   0.00s J0 | TestSchemaNameResource.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [35/783 (16!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.util.hll.SparseHLLTest
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {field=DFR I(F)B2}, locale=sq-AL, timezone=Europe/Guernsey
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=59653912,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [FullHLLTest, TestStressLucene, LeaderVoteWaitTimeoutTest, TestIBSimilarityFactory, TestFieldCacheSort, NumberUtilsTest, TestDynamicFieldCollectionResource, TestRTimerTree, TestUseDocValuesAsStored, DistributedFacetPivotSmallTest, TestSchemaManager, TestLMDirichletSimilarityFactory, CollectionStateFormat2Test, ConfigSetsAPITest, TestDocTermOrds, SparseHLLTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SparseHLLTest -Dtests.seed=F4451E0C42A53EFB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/test-data/enwiki.random.lines.txt -Dtests.locale=sq-AL -Dtests.timezone=Europe/Guernsey -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | SparseHLLTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [36/783 (17!)] on J0 in 1.46s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
   [junit4] ERROR   0.00s J0 | AutoscalingHistoryHandlerTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [37/783 (18!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.CollectionTooManyReplicasTest
   [junit4] ERROR   0.00s J0 | CollectionTooManyReplicasTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [38/783 (19!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.request.TestWriterPerf
   [junit4] ERROR   0.00s J0 | TestWriterPerf.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [39/783 (20!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.legacy.TestNumericRangeQuery64
   [junit4] ERROR   0.00s J0 | TestNumericRangeQuery64.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [40/783 (21!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.core.PluginInfoTest
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {field=DFR I(F)B2}, locale=sq-AL, timezone=Europe/Guernsey
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=59601384,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [FullHLLTest, TestStressLucene, LeaderVoteWaitTimeoutTest, TestIBSimilarityFactory, TestFieldCacheSort, NumberUtilsTest, TestDynamicFieldCollectionResource, TestRTimerTree, TestUseDocValuesAsStored, DistributedFacetPivotSmallTest, TestSchemaManager, TestLMDirichletSimilarityFactory, CollectionStateFormat2Test, ConfigSetsAPITest, TestDocTermOrds, SparseHLLTest, PluginInfoTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=PluginInfoTest -Dtests.seed=F4451E0C42A53EFB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/test-data/enwiki.random.lines.txt -Dtests.locale=sq-AL -Dtests.timezone=Europe/Guernsey -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | PluginInfoTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [41/783 (22!)] on J0 in 5.56s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.schema.SchemaApiFailureTest
   [junit4] ERROR   0.00s J0 | SchemaApiFailureTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [42/783 (23!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 2 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.StatsReloadRaceTest
   [junit4] ERROR   0.00s J0 | StatsReloadRaceTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [43/783 (24!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
   [junit4] ERROR   0.00s J0 | ChaosMonkeyNothingIsSafeWithPullReplicasTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [44/783 (25!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.handler.SearchHandlerTest
   [junit4] ERROR   0.00s J0 | SearchHandlerTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [45/783 (26!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.search.TestDocSet
   [junit4] ERROR   0.00s J0 | TestDocSet.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [46/783 (27!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.search.join.TestCloudNestedDocsSort
   [junit4] ERROR   0.00s J0 | TestCloudNestedDocsSort.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [47/783 (28!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestNodeLostTrigger
   [junit4] ERROR   0.00s J0 | TestNodeLostTrigger.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [48/783 (29!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 4 lines...]
   [junit4] Suite: org.apache.solr.schema.CurrencyFieldTypeTest
   [junit4] ERROR   0.00s J0 | CurrencyFieldTypeTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [50/783 (30!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.rule.RuleEngineTest
   [junit4] ERROR   0.00s J0 | RuleEngineTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [51/783 (31!)] on J0 in 0.01s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.schema.SynonymTokenizerTest
   [junit4] ERROR   0.00s J0 | SynonymTokenizerTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [52/783 (32!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 10 lines...]
   [junit4] Suite: org.apache.solr.search.SortSpecParsingTest
   [junit4] ERROR   0.00s J0 | SortSpecParsingTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [56/783 (33!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 7 lines...]
   [junit4] Suite: org.apache.solr.TestGroupingSearch
   [junit4] ERROR   0.00s J0 | TestGroupingSearch.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [59/783 (34!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.update.UpdateParamsTest
   [junit4] ERROR   0.00s J0 | UpdateParamsTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [60/783 (35!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.update.DirectUpdateHandlerTest
   [junit4] ERROR   0.00s J0 | DirectUpdateHandlerTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [61/783 (36!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.search.TestReloadDeadlock
   [junit4] ERROR   0.00s J0 | TestReloadDeadlock.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [62/783 (37!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.rest.TestRestManager
   [junit4] ERROR   0.00s J0 | TestRestManager.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [63/783 (38!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.handler.TestSystemCollAutoCreate
   [junit4] ERROR   0.00s J0 | TestSystemCollAutoCreate.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [64/783 (39!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 2 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
   [junit4] ERROR   0.00s J0 | HdfsRecoveryZkTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [65/783 (40!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.search.join.BlockJoinFacetRandomTest
   [junit4] ERROR   0.00s J0 | BlockJoinFacetRandomTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [66/783 (41!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4] ERROR   0.00s J0 | HttpPartitionTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [67/783 (42!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestConfigSetsAPIZkFailure
   [junit4] ERROR   0.00s J0 | TestConfigSetsAPIZkFailure.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [68/783 (43!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.handler.XmlUpdateRequestHandlerTest
   [junit4] ERROR   0.00s J0 | XmlUpdateRequestHandlerTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [69/783 (44!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardRoutingTest
   [junit4] ERROR   0.00s J0 | ShardRoutingTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [70/783 (45!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
   [junit4] ERROR   0.00s J0 | CdcrBootstrapTest.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [71/783 (46!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.handler.TestCoreBackup
   [junit4] ERROR   0.00s J0 | TestCoreBackup.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [72/783 (47!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.search.TestSolrFieldCacheBean
   [junit4] ERROR   0.00s J0 | TestSolrFieldCacheBean.initializationError <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [73/783 (48!)] on J0 in 0.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.uninverting.TestNumericTerms64
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {field=DFR I(F)B2}, locale=sq-AL, timezone=Europe/Guernsey
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=59544760,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [FullHLLTest, TestStressLucene, LeaderVoteWaitTimeoutTest, TestIBSimilarityFactory, TestFieldCacheSort, NumberUtilsTest, TestDynamicFieldCollectionResource, TestRTimerTree, TestUseDocValuesAsStored, DistributedFacetPivotSmallTest, TestSchemaManager, TestLMDirichletSimilarityFactory, CollectionStateFormat2Test, ConfigSetsAPITest, TestDocTermOrds, SparseHLLTest, PluginInfoTest, TestNumericTerms64]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNumericTerms64 -Dtests.seed=F4451E0C42A53EFB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/test-data/enwiki.random.lines.txt -Dtests.locale=sq-AL -Dtests.timezone=Europe/Guernsey -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestNumericTerms64 (suite) <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Completed [74/783 (49!)] on J0 in 0.70s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/temp/junit4-J0-20180509_172633_59816475822451630052.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/heapdumps/java_pid10563.hprof ...
   [junit4] Heap dump file created [433289056 bytes in 17.801 secs]
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/temp/junit4-J0-20180509_172633_5982363664874126511192.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "Lucene Merge Thread #115"
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "Lucene Merge Thread #108"
   [junit4] WARN: Unhandled exception in event serialization. -> java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] <<< JVM J0: EOF ----

[...truncated 434 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/init-core-data-001
   [junit4]   2> 1822449 WARN  (SUITE-TestReplicationHandler-seed#[F4451E0C42A53EFB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=33 numCloses=33
   [junit4]   2> 1822449 INFO  (SUITE-TestReplicationHandler-seed#[F4451E0C42A53EFB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1822482 INFO  (SUITE-TestReplicationHandler-seed#[F4451E0C42A53EFB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1822482 INFO  (SUITE-TestReplicationHandler-seed#[F4451E0C42A53EFB]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1822592 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterWrite2Slave
   [junit4]   2> 1822593 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-001/collection1
   [junit4]   2> 1822684 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1822742 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1822742 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1822742 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1822762 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3357944e{/solr,null,AVAILABLE}
   [junit4]   2> 1822764 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1a466b70{HTTP/1.1,[http/1.1]}{127.0.0.1:36826}
   [junit4]   2> 1822764 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.e.j.s.Server Started @1838453ms
   [junit4]   2> 1822764 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=36826}
   [junit4]   2> 1822764 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1822764 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.1
   [junit4]   2> 1822764 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1822764 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1822764 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-09T17:57:12.328Z
   [junit4]   2> 1822765 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-001/solr.xml
   [junit4]   2> 1822780 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1822781 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1822782 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@290e0344, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1822977 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@290e0344
   [junit4]   2> 1823027 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@290e0344
   [junit4]   2> 1823027 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@290e0344
   [junit4]   2> 1823029 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-001/.
   [junit4]   2> 1823029 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1823030 INFO  (coreLoadExecutor-2313-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1823303 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
   [junit4]   2> 1823322 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1823340 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1823340 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 1823341 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@290e0344
   [junit4]   2> 1823341 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1823341 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-001/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1823343 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=58.0, floorSegmentMB=0.6201171875, forceMergeDeletesPctAllowed=25.793755613733993, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1823741 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1823741 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1823742 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6242870d
   [junit4]   2> 1823742 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@684914ff[collection1] main]
   [junit4]   2> 1823742 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-001/collection1/conf
   [junit4]   2> 1823743 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1823743 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1823766 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-002/collection1
   [junit4]   2> 1823768 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1823826 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1823826 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1823826 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1823827 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fcbd61c{/solr,null,AVAILABLE}
   [junit4]   2> 1823827 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@635a05cd{HTTP/1.1,[http/1.1]}{127.0.0.1:42814}
   [junit4]   2> 1823827 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.e.j.s.Server Started @1839516ms
   [junit4]   2> 1823827 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=42814}
   [junit4]   2> 1823827 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1823828 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.1
   [junit4]   2> 1823828 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1823828 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1823828 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-09T17:57:13.392Z
   [junit4]   2> 1823828 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-002/solr.xml
   [junit4]   2> 1824006 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1824006 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1824007 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@290e0344, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1824034 INFO  (searcherExecutor-2314-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@684914ff[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1824269 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@290e0344
   [junit4]   2> 1824342 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@290e0344
   [junit4]   2> 1824342 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@290e0344
   [junit4]   2> 1824345 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-002/.
   [junit4]   2> 1824345 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[F4451E0C42A53EFB]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1824345 INFO  (coreLoadExecutor-2323-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1824637 INFO  (coreLoadExecutor-2323-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
   [junit4]   2> 1824745 INFO  (coreLoadExecutor-2323-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1824747 INFO  (coreLoadExecutor-2323-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1824747 INFO  (coreLoadExecutor-2323-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 1824747 INFO  (coreLoadExecutor-2323-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@290e0344
   [junit4]   2> 1824764 INFO  (coreLoadExecutor-2323-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1824764 INFO  (coreLoadExecutor-2323-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-002/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1824781 INFO  (coreLoadExecutor-2323-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=58.0, floorSegmentMB=0.6201171875, forceMergeDeletesPctAllowed=25.793755613733993, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1825365 INFO  (coreLoadExecutor-2323-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1825365 INFO  (coreLoadExecutor-2323-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1825366 INFO  (coreLoadExecutor-2323-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@41a0e719
   [junit4]   2> 1825366 INFO  (coreLoadExecutor-2323-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@47969481[collection1] main]
   [junit4]   2> 1825367 INFO  (coreLoadExecutor-2323-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_F4451E0C42A53EFB-001/solr-instance-002/collection1/conf
   [junit4]   2> 1825401 INFO  (coreLoadExecutor-2323-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1825401 INFO  (coreLoadExecutor-2323-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1825511 INFO  (searcherExecutor-2324-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@47969481[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1825637 INFO  (qtp807288186-9796) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=69
   [junit4]   2> 1825848 INFO  (qtp807288186-9800) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1825848 INFO  (indexFetcher-2328-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1825848 INFO  (indexFetcher-2328-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1825848 INFO  (indexFetcher-2328-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1825848 INFO  (indexFetcher-2328-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1825848 INFO  (indexFetcher-2328-thread-1) [    x:collection1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 1825860 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 203
   [junit4]   2> 1825861 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1825861 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1825862 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1825863 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 1825863 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1825880 INFO  (indexFetcher-2328-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1825880 INFO  (indexFetcher-2328-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@72b3e35a commitCommandVersion:0
   [junit4]   2> 1825882 INFO  (indexFetcher-2328-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fb32c86[collection1] main]
   [junit4]   2> 1825882 INFO  (indexFetcher-2328-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1825883 INFO  (searcherExecutor-2324-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6fb32c86[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1825916 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 1825917 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1825917 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 1825918 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1825918 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 1825919 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 1825919 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 1825920 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1825932 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 12
   [junit4]   2> 1825933 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1825933 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1825934 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 1825934 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 1825935 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1825935 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1825935 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 1825936 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 1825936 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1825969 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1825970 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1825970 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 1825971 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 1825971 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 1825971 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 1825972 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 1825972 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 1825973 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 1826006 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 1826006 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 1826007 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 1826007 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 1826008 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 1826008 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 1826008 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 1826009 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 1826026 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 16
   [junit4]   2> 1826026 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 1826027 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 1826027 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 1826027 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 1826028 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 1826028 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 1826079 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 1826079 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 1826080 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 1826080 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 1826081 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 1826081 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 1826082 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 1826082 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 1826099 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 1826099 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 1826100 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 1826100 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 1826101 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 1826101 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 1826101 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 1826102 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 1826102 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 1826103 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 1826136 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 1826136 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 1826137 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 1826137 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 1826137 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 1826138 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 1826138 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 1826139 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 1826139 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 1826172 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 1826173 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 1826173 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 1826173 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 1826174 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 1826174 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 1826175 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 1826175 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 1826175 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 1826208 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 32
   [junit4]   2> 1826209 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 1826209 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 1826210 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 1826210 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 1826211 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 1826211 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 1826211 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 1826212 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 1826212 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 1826229 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 1826229 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 1826230 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 1826245 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 1826245 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 1826246 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 1826246 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
   [junit4]   2> 1826247 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
   [junit4]   2> 1826249 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
   [junit4]   2> 1826265 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
   [junit4]   2> 1826266 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
   [junit4]   2> 1826266 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
   [junit4]   2> 1826267 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
   [junit4]   2> 1826267 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
   [junit4]   2> 1826268 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
   [junit4]   2> 1826268 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
   [junit4]   2> 1826269 INFO  (qtp807288186-9795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
   [junit4]   2> 1826269 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
   [junit4]   2> 1826282 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
   [junit4]   2> 1826282 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
   [junit4]   2> 1826282 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
   [junit4]   2> 1826283 INFO  (qtp807288186-9798) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
   [junit4]   2> 18262

[...truncated too long message...]

-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/api-all-1.0.0-M20.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/byte-buddy-1.6.2.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/commons-collections-3.2.2.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/commons-math3-3.6.1.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/ehcache-core-2.4.4.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/jersey-core-1.9.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/jersey-server-1.9.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/jetty-6.1.26.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/jetty-util-6.1.26.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/mina-core-2.0.0-M5.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/mockito-core-2.6.2.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/netty-all-4.0.36.Final.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/core/test-lib/objenesis-2.5.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/lucene/build/analysis/icu/lucene-analyzers-icu-7.3.1-SNAPSHOT.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/contrib/solr-analysis-extras/classes/java:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/lucene/build/queryparser/classes/test:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/lucene/build/backward-codecs/classes/test:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/home/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/usr/local/asfpackages/java/jdk1.8.0_172/lib/tools.jar:/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/temp/junit4-J0-20180509_172633_5981554852778738714679.events @/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/temp/junit4-J0-20180509_172633_5983153526791161397581.suites -stdin
   [junit4] ERROR: JVM J0 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1540)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/build.xml:636: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/build.xml:562: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/build.xml:59: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build.xml:262: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/common-build.xml:557: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/lucene/common-build.xml:1567: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/lucene/common-build.xml:1091: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 626 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-NightlyTests-7.3 #22 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-7.3 - Build # 24 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.3/24/

5 tests failed.
FAILED:  org.apache.solr.cloud.RestartWhileUpdatingTest.test

Error Message:
There are still nodes recoverying - waited for 320 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 320 seconds
	at __randomizedtesting.SeedInfo.seed([A403300B1438A1D2:2C570FD1BAC4CC2A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:921)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1478)
	at org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:144)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest

Error Message:
7 threads leaked from SUITE scope at org.apache.solr.cloud.RestartWhileUpdatingTest:     1) Thread[id=82432, name=searcherExecutor-2841-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=82606, name=searcherExecutor-2891-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=82639, name=searcherExecutor-2902-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=82467, name=searcherExecutor-2852-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=82393, name=searcherExecutor-2830-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=82573, name=searcherExecutor-2880-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=82509, name=searcherExecutor-2863-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.cloud.RestartWhileUpdatingTest: 
   1) Thread[id=82432, name=searcherExecutor-2841-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=82606, name=searcherExecutor-2891-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=82639, name=searcherExecutor-2902-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=82467, name=searcherExecutor-2852-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=82393, name=searcherExecutor-2830-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=82573, name=searcherExecutor-2880-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=82509, name=searcherExecutor-2863-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([A403300B1438A1D2]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=82432, name=searcherExecutor-2841-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=82606, name=searcherExecutor-2891-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=82639, name=searcherExecutor-2902-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=82467, name=searcherExecutor-2852-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=82393, name=searcherExecutor-2830-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=82573, name=searcherExecutor-2880-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=82509, name=searcherExecutor-2863-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=82432, name=searcherExecutor-2841-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=82606, name=searcherExecutor-2891-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=82639, name=searcherExecutor-2902-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=82467, name=searcherExecutor-2852-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=82393, name=searcherExecutor-2830-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=82573, name=searcherExecutor-2880-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=82509, name=searcherExecutor-2863-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([A403300B1438A1D2]:0)


FAILED:  org.apache.solr.cloud.api.collections.CustomCollectionTest.testCustomCollectionsAPI

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([A403300B1438A1D2:CEE2BE6029A217AA]:0)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.api.collections.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:105)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcTest

Error Message:
Could not load collection from ZK: collection1_collection

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1_collection
	at __randomizedtesting.SeedInfo.seed([AA2728CD153CBC80]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1237)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:675)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
	at org.apache.solr.client.solrj.io.sql.JdbcTest.setupCluster(JdbcTest.java:78)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1_collection/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1249)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1235)
	... 29 more




Build Log:
[...truncated 13260 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.CustomCollectionTest
   [junit4]   2> 524451 INFO  (SUITE-CustomCollectionTest-seed#[A403300B1438A1D2]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_A403300B1438A1D2-001/init-core-data-001
   [junit4]   2> 524452 INFO  (SUITE-CustomCollectionTest-seed#[A403300B1438A1D2]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 524452 INFO  (SUITE-CustomCollectionTest-seed#[A403300B1438A1D2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 524453 INFO  (SUITE-CustomCollectionTest-seed#[A403300B1438A1D2]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_A403300B1438A1D2-001/tempDir-001
   [junit4]   2> 524453 INFO  (SUITE-CustomCollectionTest-seed#[A403300B1438A1D2]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 524468 INFO  (Thread-309) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 524468 INFO  (Thread-309) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 524469 ERROR (Thread-309) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 524577 INFO  (SUITE-CustomCollectionTest-seed#[A403300B1438A1D2]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:37306
   [junit4]   2> 524724 INFO  (zkConnectionManagerCallback-434-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524742 INFO  (jetty-launcher-431-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 524761 INFO  (jetty-launcher-431-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 524761 INFO  (jetty-launcher-431-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 524927 INFO  (jetty-launcher-431-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 524927 INFO  (jetty-launcher-431-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 524927 INFO  (jetty-launcher-431-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 524928 INFO  (jetty-launcher-431-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60ecbccd{/solr,null,AVAILABLE}
   [junit4]   2> 524929 INFO  (jetty-launcher-431-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@25f66306{HTTP/1.1,[http/1.1]}{127.0.0.1:46432}
   [junit4]   2> 524929 INFO  (jetty-launcher-431-thread-2) [    ] o.e.j.s.Server Started @538446ms
   [junit4]   2> 524929 INFO  (jetty-launcher-431-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46432}
   [junit4]   2> 524930 ERROR (jetty-launcher-431-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 524930 INFO  (jetty-launcher-431-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.1
   [junit4]   2> 524930 INFO  (jetty-launcher-431-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 524930 INFO  (jetty-launcher-431-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 524930 INFO  (jetty-launcher-431-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-11T15:51:56.267Z
   [junit4]   2> 524965 INFO  (jetty-launcher-431-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 524965 INFO  (jetty-launcher-431-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 524965 INFO  (jetty-launcher-431-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 525016 INFO  (jetty-launcher-431-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 525016 INFO  (jetty-launcher-431-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 525016 INFO  (jetty-launcher-431-thread-3) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 525017 INFO  (jetty-launcher-431-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74ea8427{/solr,null,AVAILABLE}
   [junit4]   2> 525017 INFO  (jetty-launcher-431-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@61748f20{HTTP/1.1,[http/1.1]}{127.0.0.1:37731}
   [junit4]   2> 525017 INFO  (jetty-launcher-431-thread-3) [    ] o.e.j.s.Server Started @538534ms
   [junit4]   2> 525017 INFO  (jetty-launcher-431-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37731}
   [junit4]   2> 525018 ERROR (jetty-launcher-431-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 525018 INFO  (jetty-launcher-431-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.1
   [junit4]   2> 525018 INFO  (jetty-launcher-431-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 525018 INFO  (jetty-launcher-431-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 525018 INFO  (jetty-launcher-431-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-11T15:51:56.355Z
   [junit4]   2> 525098 INFO  (jetty-launcher-431-thread-4) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 525130 INFO  (zkConnectionManagerCallback-438-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 525134 INFO  (jetty-launcher-431-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 525146 INFO  (jetty-launcher-431-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@455792f1{/solr,null,AVAILABLE}
   [junit4]   2> 525147 INFO  (jetty-launcher-431-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5fe40350{HTTP/1.1,[http/1.1]}{127.0.0.1:38350}
   [junit4]   2> 525147 INFO  (jetty-launcher-431-thread-1) [    ] o.e.j.s.Server Started @538664ms
   [junit4]   2> 525147 INFO  (jetty-launcher-431-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38350}
   [junit4]   2> 525147 ERROR (jetty-launcher-431-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 525147 INFO  (jetty-launcher-431-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.1
   [junit4]   2> 525147 INFO  (jetty-launcher-431-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 525147 INFO  (jetty-launcher-431-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 525147 INFO  (jetty-launcher-431-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-11T15:51:56.484Z
   [junit4]   2> 525166 INFO  (zkConnectionManagerCallback-436-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 525167 INFO  (jetty-launcher-431-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 525264 INFO  (zkConnectionManagerCallback-440-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 525265 INFO  (jetty-launcher-431-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 525302 INFO  (jetty-launcher-431-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37306/solr
   [junit4]   2> 525373 INFO  (jetty-launcher-431-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 525411 INFO  (jetty-launcher-431-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 525412 INFO  (jetty-launcher-431-thread-4) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 525463 INFO  (jetty-launcher-431-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37306/solr
   [junit4]   2> 525464 INFO  (zkConnectionManagerCallback-444-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 525629 INFO  (zkConnectionManagerCallback-448-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 525632 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101f42955070005, likely client has closed socket
   [junit4]   2> 525517 INFO  (jetty-launcher-431-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ed7d8f0{/solr,null,AVAILABLE}
   [junit4]   2> 525642 INFO  (jetty-launcher-431-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37306/solr
   [junit4]   2> 525644 INFO  (jetty-launcher-431-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7402f403{HTTP/1.1,[http/1.1]}{127.0.0.1:40231}
   [junit4]   2> 525683 INFO  (jetty-launcher-431-thread-4) [    ] o.e.j.s.Server Started @539200ms
   [junit4]   2> 525683 INFO  (jetty-launcher-431-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40231}
   [junit4]   2> 525683 ERROR (jetty-launcher-431-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 525790 INFO  (jetty-launcher-431-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.1
   [junit4]   2> 525790 INFO  (jetty-launcher-431-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 525790 INFO  (jetty-launcher-431-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 525791 INFO  (jetty-launcher-431-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-11T15:51:57.128Z
   [junit4]   2> 525678 INFO  (zkConnectionManagerCallback-454-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 525814 INFO  (zkConnectionManagerCallback-452-thread-1-processing-n:127.0.0.1:37731_solr) [n:127.0.0.1:37731_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 525865 INFO  (zkConnectionManagerCallback-458-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 525885 INFO  (jetty-launcher-431-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 525885 INFO  (zkConnectionManagerCallback-456-thread-1-processing-n:127.0.0.1:46432_solr) [n:127.0.0.1:46432_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 525951 INFO  (zkConnectionManagerCallback-461-thread-1-processing-n:127.0.0.1:38350_solr) [n:127.0.0.1:38350_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 526085 INFO  (jetty-launcher-431-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37306/solr
   [junit4]   2> 526227 INFO  (zkConnectionManagerCallback-465-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 526377 INFO  (zkConnectionManagerCallback-467-thread-1-processing-n:127.0.0.1:40231_solr) [n:127.0.0.1:40231_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 526719 INFO  (jetty-launcher-431-thread-1) [n:127.0.0.1:38350_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 526720 INFO  (jetty-launcher-431-thread-2) [n:127.0.0.1:46432_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 526720 INFO  (jetty-launcher-431-thread-3) [n:127.0.0.1:37731_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 526721 INFO  (jetty-launcher-431-thread-1) [n:127.0.0.1:38350_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38350_solr
   [junit4]   2> 526811 INFO  (jetty-launcher-431-thread-3) [n:127.0.0.1:37731_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37731_solr
   [junit4]   2> 526811 INFO  (jetty-launcher-431-thread-2) [n:127.0.0.1:46432_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46432_solr
   [junit4]   2> 526828 INFO  (jetty-launcher-431-thread-1) [n:127.0.0.1:38350_solr    ] o.a.s.c.Overseer Overseer (id=72607527371997194-127.0.0.1:38350_solr-n_0000000000) starting
   [junit4]   2> 527128 INFO  (zkCallback-451-thread-1-processing-n:127.0.0.1:37731_solr) [n:127.0.0.1:37731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 527128 INFO  (zkCallback-460-thread-1-processing-n:127.0.0.1:38350_solr) [n:127.0.0.1:38350_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 527239 INFO  (zkCallback-455-thread-1-processing-n:127.0.0.1:46432_solr) [n:127.0.0.1:46432_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 527664 INFO  (zkConnectionManagerCallback-474-thread-1-processing-n:127.0.0.1:38350_solr) [n:127.0.0.1:38350_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 527686 INFO  (jetty-launcher-431-thread-1) [n:127.0.0.1:38350_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 527687 INFO  (jetty-launcher-431-thread-1) [n:127.0.0.1:38350_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37306/solr ready
   [junit4]   2> 528119 INFO  (jetty-launcher-431-thread-1) [n:127.0.0.1:38350_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38350_solr
   [junit4]   2> 528163 INFO  (jetty-launcher-431-thread-3) [n:127.0.0.1:37731_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37731.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b221f6
   [junit4]   2> 528202 INFO  (zkCallback-460-thread-1-processing-n:127.0.0.1:38350_solr) [n:127.0.0.1:38350_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 528202 INFO  (zkCallback-451-thread-1-processing-n:127.0.0.1:37731_solr) [n:127.0.0.1:37731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 528255 INFO  (jetty-launcher-431-thread-2) [n:127.0.0.1:46432_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46432.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b221f6
   [junit4]   2> 528301 INFO  (zkCallback-455-thread-1-processing-n:127.0.0.1:46432_solr) [n:127.0.0.1:46432_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 528435 INFO  (zkCallback-473-thread-1-processing-n:127.0.0.1:38350_solr) [n:127.0.0.1:38350_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 528496 INFO  (jetty-launcher-431-thread-2) [n:127.0.0.1:46432_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46432.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b221f6
   [junit4]   2> 528602 INFO  (jetty-launcher-431-thread-2) [n:127.0.0.1:46432_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46432.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b221f6
   [junit4]   2> 528604 INFO  (jetty-launcher-431-thread-2) [n:127.0.0.1:46432_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_A403300B1438A1D2-001/tempDir-001/node2/.
   [junit4]   2> 528718 INFO  (jetty-launcher-431-thread-3) [n:127.0.0.1:37731_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37731.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b221f6
   [junit4]   2> 528718 INFO  (jetty-launcher-431-thread-3) [n:127.0.0.1:37731_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37731.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b221f6
   [junit4]   2> 528741 INFO  (zkConnectionManagerCallback-478-thread-1-processing-n:127.0.0.1:46432_solr) [n:127.0.0.1:46432_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 528749 INFO  (jetty-launcher-431-thread-3) [n:127.0.0.1:37731_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_A403300B1438A1D2-001/tempDir-001/node3/.
   [junit4]   2> 528850 INFO  (jetty-launcher-431-thread-2) [n:127.0.0.1:46432_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 528923 INFO  (jetty-launcher-431-thread-2) [n:127.0.0.1:46432_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37306/solr ready
   [junit4]   2> 529072 INFO  (zkConnectionManagerCallback-482-thread-1-processing-n:127.0.0.1:37731_solr) [n:127.0.0.1:37731_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 529298 INFO  (jetty-launcher-431-thread-1) [n:127.0.0.1:38350_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38350.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b221f6
   [junit4]   2> 529312 INFO  (jetty-launcher-431-thread-3) [n:127.0.0.1:37731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 529383 INFO  (jetty-launcher-431-thread-1) [n:127.0.0.1:38350_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38350.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b221f6
   [junit4]   2> 529383 INFO  (jetty-launcher-431-thread-1) [n:127.0.0.1:38350_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38350.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b221f6
   [junit4]   2> 529384 INFO  (jetty-launcher-431-thread-1) [n:127.0.0.1:38350_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_A403300B1438A1D2-001/tempDir-001/node1/.
   [junit4]   2> 529426 INFO  (jetty-launcher-431-thread-3) [n:127.0.0.1:37731_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37306/solr ready
   [junit4]   2> 529801 INFO  (jetty-launcher-431-thread-4) [n:127.0.0.1:40231_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 529836 INFO  (jetty-launcher-431-thread-4) [n:127.0.0.1:40231_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 529838 INFO  (jetty-launcher-431-thread-4) [n:127.0.0.1:40231_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40231_solr
   [junit4]   2> 529852 INFO  (zkCallback-455-thread-1-processing-n:127.0.0.1:46432_solr) [n:127.0.0.1:46432_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 529852 INFO  (zkCallback-451-thread-1-processing-n:127.0.0.1:37731_solr) [n:127.0.0.1:37731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 529856 INFO  (zkCallback-473-thread-1-processing-n:127.0.0.1:38350_solr) [n:127.0.0.1:38350_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 530022 INFO  (zkCallback-477-thread-1-processing-n:127.0.0.1:46432_solr) [n:127.0.0.1:46432_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 530022 INFO  (zkCallback-466-thread-1-processing-n:127.0.0.1:40231_solr) [n:127.0.0.1:40231_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 530022 INFO  (zkCallback-481-thread-1-processing-n:127.0.0.1:37731_solr) [n:127.0.0.1:37731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 530079 INFO  (zkCallback-460-thread-2-processing-n:127.0.0.1:38350_solr) [n:127.0.0.1:38350_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 530399 INFO  (jetty-launcher-431-thread-4) [n:127.0.0.1:40231_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40231.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b221f6
   [junit4]   2> 530508 INFO  (jetty-launcher-431-thread-4) [n:127.0.0.1:40231_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40231.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b221f6
   [junit4]   2> 530526 INFO  (jetty-launcher-431-thread-4) [n:127.0.0.1:40231_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40231.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b221f6
   [junit4]   2> 530527 INFO  (jetty-launcher-431-thread-4) [n:127.0.0.1:40231_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_A403300B1438A1D2-001/tempDir-001/node4/.
   [junit4]   2> 530637 INFO  (zkConnectionManagerCallback-486-thread-1-processing-n:127.0.0.1:40231_solr) [n:127.0.0.1:40231_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 530638 INFO  (jetty-launcher-431-thread-4) [n:127.0.0.1:40231_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 530712 INFO  (jetty-launcher-431-thread-4) [n:127.0.0.1:40231_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37306/solr ready
   [junit4]   2> 530984 INFO  (zkConnectionManagerCallback-488-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 531090 INFO  (zkConnectionManagerCallback-492-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 531091 INFO  (SUITE-CustomCollectionTest-seed#[A403300B1438A1D2]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 531110 INFO  (SUITE-CustomCollectionTest-seed#[A403300B1438A1D2]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37306/solr ready
   [junit4]   2> 531347 INFO  (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[A403300B1438A1D2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForImplicitRouter
   [junit4]   2> 531348 INFO  (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[A403300B1438A1D2]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 531493 INFO  (qtp1304913295-1392) [n:127.0.0.1:46432_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c,d&replicationFactor=3&collection.configName=conf&maxShardsPerNode=4&router.field=shard_s&name=withShardField&router.name=implicit&nrtReplicas=3&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 531512 INFO  (OverseerThreadFactory-465-thread-1-processing-n:127.0.0.1:38350_solr) [n:127.0.0.1:38350_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection withShardField
   [junit4]   2> 531678 INFO  (OverseerStateUpdate-72607527371997194-127.0.0.1:38350_solr-n_0000000000) [n:127.0.0.1:38350_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"withShardField",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"withShardField_a_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38350/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 531820 INFO  (OverseerStateUpdate-72607527371997194-127.0.0.1:38350_solr-n_0000000000) [n:127.0.0.1:38350_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"withShardField",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"withShardField_a_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46432/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 531858 INFO  (OverseerStateUpdate-72607527371997194-127.0.0.1:38350_solr-n_0000000000) [n:127.0.0.1:38350_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"withShardField",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"withShardField_a_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37731/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 531859 INFO  (OverseerStateUpdate-72607527371997194-127.0.0.1:38350_solr-n_0000000000) [n:127.0.0.1:38350_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"withShardField",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"withShardField_b_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40231/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 531860 INFO  (OverseerStateUpdate-72607527371997194-127.0.0.1:38350_solr-n_0000000000) [n:127.0.0.1:38350_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"withShardField",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"withShardField_b_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38350/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 531931 INFO  (OverseerStateUpdate-72607527371997194-127.0.0.1:38350_solr-n_0000000000) [n:127.0.0.1:38350_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"withShardField",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"withShardField_b_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46432/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 531934 INFO  (OverseerStateUpdate-72607527371997194-127.0.0.1:38350_solr-n_0000000000) [n:127.0.0.1:38350_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"withShardField",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"withShardField_c_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37731/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 532004 INFO  (OverseerStateUpdate-72607527371997194-127.0.0.1:38350_solr-n_0000000000) [n:127.0.0.1:38350_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"withShardField",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"withShardField_c_replica_n9",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40231/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 532005 INFO  (OverseerStateUpdate-72607527371997194-127.0.0.1:38350_solr-n_0000000000) [n:127.0.0.1:38350_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"withShardField",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"withShardField_c_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38350/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 532006 INFO  (OverseerStateUpdate-72607527371997194-127.0.0.1:38350_solr-n_0000000000) [n:127.0.0.1:38350_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"withShardField",
   [junit4]   2>   "shard":"d",
   [junit4]   2>   "core":"withShardField_d_replica_n11",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46432/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 532007 INFO  (OverseerStateUpdate-72607527371997194-127.0.0.1:38350_solr-n_0000000000) [n:127.0.0.1:38350_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"withShardField",
   [junit4]   2>   "shard":"d",
   [junit4]   2>   "core":"withShardField_d_replica_n15",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37731/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 532219 INFO  (OverseerStateUpdate-72607527371997194-127.0.0.1:38350_solr-n_0000000000) [n:127.0.0.1:38350_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"withShardField",
   [junit4]   2>   "shard":"d",
   [junit4]   2>   "core":"withShardField_d_replica_n16",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40231/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 532790 INFO  (qtp1304913295-1393) [n:127.0.0.1:46432_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node18&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n6&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 532791 INFO  (qtp1304913295-1393) [n:127.0.0.1:46432_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 532808 INFO  (qtp1503149944-1390) [n:127.0.0.1:37731_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n3&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 532809 INFO  (qtp1503149944-1390) [n:127.0.0.1:37731_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 532934 INFO  (qtp1503149944-1403) [n:127.0.0.1:37731_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n15&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 532951 INFO  (qtp1304913295-1395) [n:127.0.0.1:46432_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n2&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 532952 INFO  (qtp1503149944-1406) [n:127.0.0.1:37731_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n8&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 532953 INFO  (qtp1304913295-1397) [n:127.0.0.1:46432_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node22&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n11&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 533097 INFO  (qtp1270670927-1414) [n:127.0.0.1:40231_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node14&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n4&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 533137 INFO  (qtp1270670927-1420) [n:127.0.0.1:40231_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n9&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 533138 INFO  (qtp1270670927-1420) [n:127.0.0.1:40231_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 533138 INFO  (qtp1270670927-1428) [n:127.0.0.1:40231_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node24&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n16&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 533190 INFO  (qtp1933868709-1385) [n:127.0.0.1:38350_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n1&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 533191 INFO  (qtp1933868709-1385) [n:127.0.0.1:38350_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 533191 INFO  (qtp1933868709-1383) [n:127.0.0.1:38350_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n10&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 533412 INFO  (qtp1933868709-1401) [n:127.0.0.1:38350_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n5&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 533603 INFO  (zkCallback-466-thread-1-processing-n:127.0.0.1:40231_solr) [n:127.0.0.1:40231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 533603 INFO  (zkCallback-455-thread-1-processing-n:127.0.0.1:46432_solr) [n:127.0.0.1:46432_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 533607 INFO  (zkCallback-466-thread-2-processing-n:127.0.0.1:40231_solr) [n:127.0.0.1:40231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 533616 INFO  (zkCallback-460-thread-2-processing-n:127.0.0.1:38350_solr) [n:127.0.0.1:38350_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 533624 INFO  (zkCallback-455-thread-2-processing-n:127.0.0.1:46432_solr) [n:127.0.0.1:46432_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 533624 INFO  (zkCallback-455-thread-3-processing-n:127.0.0.1:46432_solr) [n:127.0.0.1:46432_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 533624 INFO  (zkCallback-455-thread-4-processing-n:127.0.0.1:46432_solr) [n:127.0.0.1:46432_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 533644 INFO  (zkCallback-451-thread-1-processing-n:127.0.0.1:37731_solr) [n:127.0.0.1:37731_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 534053 INFO  (qtp1503149944-1406) [n:127.0.0.1:37731_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
   [junit4]   2> 534073 INFO  (qtp1503149944-1403) [n:127.0.0.1:37731_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n15] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
   [junit4]   2> 539597 WARN  (jetty-launcher-431-thread-1-SendThread(127.0.0.1:37306)) [n:127.0.0.1:38350_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 7321ms for sessionid 0x101f4295507000d
   [junit4]   2> 539710 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101f4295507000d, likely client has closed socket
   [junit4]   2> 539701 INFO  (qtp1503149944-1403) [n:127.0.0.1:37731_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n15] o.a.s.s.IndexSchema [withShardField_d_replica_n15] Schema name=cloud-dynamic
   [junit4]   2> 539601 WARN  (jetty-launcher-431-thread-2-SendThread(127.0.0.1:37306)) [n:127.0.0.1:46432_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 8055ms for sessionid 0x101f4295507000e
   [junit4]   2> 539601 WARN  (SUITE-CustomCollectionTest-seed#[A403300B1438A1D2]-worker-SendThread(127.0.0.1:37306)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 8036ms for sessionid 0x101f42955070012
   [junit4]   2> 539601 WARN  (jetty-launcher-431-thread-3-SendThread(127.0.0.1:37306)) [n:127.0.0.1:37731_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 8035ms for sessionid 0x101f4295507000f
   [junit4]   2> 539601 WARN  (jetty-launcher-431-thread-4-SendThread(127.0.0.1:37306)) [n:127.0.0.1:40231_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 7996ms for sessionid 0x101f42955070010
   [junit4]   2> 539829 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101f4295507000e, likely client has closed socket
   [junit4]   2> 539830 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101f4295507000f, likely client has closed socket
   [junit4]   2> 539830 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101f42955070010, likely client has closed socket
   [junit4]   2> 539830 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101f42955070012, likely client has closed socket
   [junit4]   2> 539818 WARN  (zkConnectionManagerCallback-474-thread-1-processing-n:127.0.0.1:38350_solr) [n:127.0.0.1:38350_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4982f00b name: ZooKeeperConnection Watcher:127.0.0.1:37306/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 539836 WARN  (zkConnectionManagerCallback-474-thread-1-processing-n:127.0.0.1:38350_solr) [n:127.0.0.1:38350_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 539817 INFO  (qtp1503149944-1406) [n:127.0.0.1:37731_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n8] o.a.s.s.IndexSchema [withShardField_c_replica_n8] Schema name=cloud-dynamic
   [junit4]   2> 539793 INFO  (qtp1503149944-1390) [n:127.0.0.1:37731_solr c:withShardField s:a r:core_node13 x:withShardField_a_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
   [junit4]   2> 540019 WARN  (zkConnectionManagerCallback-492-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61b5667e name: ZooKeeperConnection Watcher:127.0.0.1:37306/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 540019 WARN  (zkConnectionManagerCallback-492-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 539966 INFO  (qtp1503149944-1403) [n:127.0.0.1:37731_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n15] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 540022 INFO  (qtp1503149944-1403) [n:127.0.0.1:37731_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n15] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n15' using configuration from collection withShardField, trusted=true
   [junit4]   2> 540022 INFO  (qtp1503149944-1403) [n:127.0.0.1:37731_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n15] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37731.solr.core.withShardField.d.replica_n15' (registry 'solr.core.withShardField.d.replica_n15') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b221f6
   [junit4]   2> 540022 INFO  (qtp1503149944-1403) [n:127.0.0.1:37731_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n15] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 540023 INFO  (qtp1503149944-1403) [n:127.0.0.1:37731_solr c:withShardField s:d r:core_node23 x:withShardField_d_replica_n15] o.a.s.c.SolrCore [[withShardField_d_replica_n15] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_A403300B1438A1D2-001/tempDir-001/node3/withShardField_d_replica_n15], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_A403300B1438A1D2-001/tempDir-001/node3/./withShardField_d_replica_n15/data/]
   [junit4]   2> 540047 WARN  (zkConnectionManagerCallback-478-thread-1-processing-n:127.0.0.1:46432_solr) [n:127.0.0.1:46432_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4d67b4c4 name: ZooKeeperConnection Watcher:127.0.0.1:37306/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 540047 WARN  (zkConnectionManagerCallback-478-thread-1-processing-n:127.0.0.1:46432_solr) [n:127.0.0.1:46432_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 540108 WARN  (zkConnectionManagerCallback-486-thread-1-processing-n:127.0.0.1:40231_solr) [n:127.0.0.1:40231_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@70d386ba name: ZooKeeperConnection Watcher:127.0.0.1:37306/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 540108 WARN  (zkConnectionManagerCallback-486-thread-1-processing-n:127.0.0.1:40231_solr) [n:127.0.0.1:40231_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 540120 WARN  (zkConnectionManagerCallback-482-thread-1-processing-n:127.0.0.1:37731_solr) [n:127.0.0.1:37731_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@657c00cf name: ZooKeeperConnection Watcher:127.0.0.1:37306/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 540120 WARN  (zkConnectionManagerCallback-482-thread-1-processing-n:127.0.0.1:37731_solr) [n:127.0.0.1:37731_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 540236 INFO  (qtp1304913295-1397) [n:127.0.0.1:46432_solr c:withShardField s:d r:core_node22 x:withShardField_d_replica_n11] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
   [junit4]   2> 540273 INFO  (qtp1503149944-1390) [n:127.0.0.1:37731_solr c:withShardField s:a r:core_node13 x:withShardField_a_replica_n3] o.a.s.s.IndexSchema [withShardField_a_replica_n3] Schema name=cloud-dynamic
   [junit4]   2> 541524 INFO  (qtp1304913295-1397) [n:127.0.0.1:46432_solr c:withShardField s:d r:core_node22 x:withShardField_d_replica_n11] o.a.s.s.IndexSchema [withShardField_d_replica_n11] Schema name=cloud-dynamic
   [junit4]   2> 541610 INFO  (zkConnectionManagerCallback-478-thread-1-processing-n:127.0.0.1:46432_solr) [n:127.0.0.1:46432_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 541612 INFO  (qtp1503149944-1406) [n:127.0.0.1:37731_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 541612 INFO  (qtp1503149944-1406) [n:127.0.0.1:37731_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n8' using configuration from collection withShardField, trusted=true
   [junit4]   2> 541612 INFO  (qtp1270670927-1414) [n:127.0.0.1:40231_solr c:withShardField s:b r:core_node14 x:withShardField_b_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
   [junit4]   2> 541612 INFO  (qtp1503149944-1406) [n:127.0.0.1:37731_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37731.solr.core.withShardField.c.replica_n8' (registry 'solr.core.withShardField.c.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b221f6
   [junit4]   2> 541612 INFO  (qtp1503149944-1406) [n:127.0.0.1:37731_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 541613 INFO  (qtp1503149944-1406) [n:127.0.0.1:37731_solr c:withShardField s:c r:core_node19 x:withShardField_c_replica_n8] o.a.s.c.SolrCore [[withShardField_c_replica_n8] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_A403300B1438A1D2-001/tempDir-001/node3/withShardField_c_replica_n8], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_A403300B1438A1D2-001/tempDir-001/node3/./withShardField_c_replica_n8/data/]
   [junit4]   2> 541628 INFO  (qtp1304913295-1395) [n:127.0.0.1:46432_solr c:withShardField s:a r:core_node12 x:withShardField_a_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
   [junit4]   2> 541632 INFO  (qtp1933868709-1385) [n:127.0.0.1:38350_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
   [junit4]   2> 541993 INFO  (qtp1933868709-1383) [n:127.0.0.1:38350_solr c:withShardField s:c r:core_node21 x:withShardField_c_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
   [junit4]   2> 541995 INFO  (qtp1304913295-1393) [n:127.0.0.1:46432_solr c:withShardField s:b r:core_node18 x:withShardField_b_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
   [junit4]   2> 542009 INFO  (qtp1270670927-1428) [n:127.0.0.1:40231_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
   [junit4]   2> 542014 INFO  (qtp1304913295-1397) [n:127.0.0.1:46432_solr c:withShardField s:d r:core_node22 x:withShardField_d_replica_n11] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 542014 INFO  (qtp1304913295-1397) [n:127.0.0.1:46432_solr c:withShardField s:d r:core_node22 x:withShardField_d_replica_n11] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n11' using configuration from collection withShardField, trusted=true
   [junit4]   2> 542015 INFO  (qtp1304913295-1397) [n:127.0.0.1:46432_solr c:withShardField s:d r:core_node22 x:withShardField_d_replica_n11] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46432.solr.core.withShardField.d.replica_n11' (registry 'solr.core.withShardField.d.replica_n11') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b221f6
   [junit4]   2> 542015 INFO  (qtp1304913295-1397) [n:127.0.0.1:46432_solr c:withShardField s:d r:core_node22 x:withShardField_d_replica_n11] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 542015 INFO  (qtp1304913295-1397) [n:127.0.0.1:46432_solr c:withShardField s:d r:core_node22 x:withShardField_d_replica_n11] o.a.s.c.SolrCore [[withShardField_d_replica_n11] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_A403300B1438A1D2-001/tempDir-001/node2/withShardField_d_replica_n11], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_A403300B1438A1D2-001/tempDir-001/node2/./withShardField_d_replica_n11/data/]
   [junit4]   2> 542029 INFO  (qtp1933868709-1401) [n:127.0.0.1:38350_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
   [junit4]   2> 542029 INFO  (qtp1270670927-1420) [n:127.0.0.1:40231_solr c:withShardField s:c r:core_node20 x:withShardField_c_replica_n9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
   [junit4]   2> 542287 INFO  (qtp1304913295-1393) [n:127.0.0.1:46432_solr c:withShardField s:b r:core_node18 x:withShardField_b_replica_n6] o.a.s.s.IndexSchema [withShardField_b_replica_n6] Schema name=cloud-dynamic
   [junit4]   2> 542343 INFO  (qtp1933868709-1385) [n:127.0.0.1:38350_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n1] o.a.s.s.IndexSchema [withShardField_a_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 542375 INFO  (qtp1933868709-1383) [n:127.0.0.1:38350_solr c:withShardField s:c r:core_node21 x:withShardField_c_replica_n10] o.a.s.s.IndexSchema [withShardField_c_replica_n10] Schema name=cloud-dynamic
   [junit4]   2> 542382 INFO  (qtp1304913295-1395) [n:127.0.0.1:46432_solr c:withShardField s:a r:core_node12 x:withShardField_a_replica_n2] o.a.s.s.IndexSchema [withShardField_a_replica_n2] Schema name=cloud-dynamic
   [junit4]   2> 542394 INFO  (qtp1270670927-1414) [n:127.0.0.1:40231_solr c:withShardField s:b r:core_node14 x:withShardField_b_replica_n4] o.a.s.s.IndexSchema [withShardField_b_replica_n4] Schema name=cloud-dynamic
   [junit4]   2> 542395 INFO  (qtp1270670927-1428) [n:127.0.0.1:40231_solr c:withShardField s:d r:core_node24 x:withShardField_d_replica_n16] o.a.s.s.IndexSchema [withShardField_d_replica_n16] Schema name=cloud-dynamic
   [junit4]   2> 542438 INFO  (qtp1270670927-1420) [n:127.0.0.1:40231_solr c:withShardField s:c r:core_node20 x:withShardField_c_replica_n9] o.a.s.s.IndexSchema [withShardField_c_replica_n9] Schema name=cloud-dynamic
   [junit4]   2> 542514 INFO  (qtp1933868709-1401) [n:127.0.0.1:38350_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n5] o.a.s.s.IndexSchema [withShardField_b_replica_n5] Schema name=cloud-dynamic
   [junit4]   2> 542532 WARN  (SUITE-CustomCollectionTest-seed#[A403300B1438A1D2]-worker-SendThread(127.0.0.1:37306)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x101f42955070012 has expired
   [junit4]   2> 542532 WARN  (jetty-launcher-431-threa

[...truncated too long message...]

change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 327266 INFO  (zkCallback-92-thread-3-processing-n:127.0.0.1:34302_solr) [n:127.0.0.1:34302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 327268 INFO  (zkCallback-94-thread-6-processing-n:127.0.0.1:40318_solr) [n:127.0.0.1:40318_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 327269 INFO  (zkCallback-100-thread-2-processing-n:127.0.0.1:34302_solr) [n:127.0.0.1:34302_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 327272 INFO  (zkCallback-104-thread-5-processing-n:127.0.0.1:40318_solr) [n:127.0.0.1:40318_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 327285 INFO  (zkCallback-94-thread-2-processing-n:127.0.0.1:40318_solr) [n:127.0.0.1:40318_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 327285 INFO  (zkCallback-94-thread-1-processing-n:127.0.0.1:40318_solr) [n:127.0.0.1:40318_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 327396 INFO  (coreCloseExecutor-473-thread-1) [n:127.0.0.1:34302_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=83648577
   [junit4]   2> 327592 INFO  (coreCloseExecutor-474-thread-1) [n:127.0.0.1:40318_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=93050922
   [junit4]   2> 327772 INFO  (zkCallback-94-thread-2-processing-n:127.0.0.1:40318_solr) [n:127.0.0.1:40318_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 327772 INFO  (zkCallback-94-thread-6-processing-n:127.0.0.1:40318_solr) [n:127.0.0.1:40318_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 327847 INFO  (zkCallback-92-thread-2-processing-n:127.0.0.1:34302_solr) [n:127.0.0.1:34302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 327847 INFO  (zkCallback-92-thread-4-processing-n:127.0.0.1:34302_solr) [n:127.0.0.1:34302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 327990 INFO  (jetty-closer-77-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72607922758025221-127.0.0.1:34302_solr-n_0000000000) closing
   [junit4]   2> 328028 INFO  (OverseerStateUpdate-72607922758025221-127.0.0.1:34302_solr-n_0000000000) [n:127.0.0.1:34302_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34302_solr
   [junit4]   2> 328029 WARN  (OverseerAutoScalingTriggerThread-72607922758025221-127.0.0.1:34302_solr-n_0000000000) [n:127.0.0.1:34302_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 328100 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101f48563df0006, likely client has closed socket
   [junit4]   2> 328118 INFO  (jetty-closer-77-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2392b698{/solr,null,UNAVAILABLE}
   [junit4]   2> 328119 INFO  (jetty-closer-77-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 328239 INFO  (jetty-closer-77-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@42375d27{/solr,null,UNAVAILABLE}
   [junit4]   2> 328240 INFO  (jetty-closer-77-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 328280 ERROR (SUITE-JdbcTest-seed#[AA2728CD153CBC80]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 328282 INFO  (SUITE-JdbcTest-seed#[AA2728CD153CBC80]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38629 38629
   [junit4]   2> 328577 INFO  (Thread-370) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38629 38629
   [junit4]   2> 328579 WARN  (Thread-370) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 	2	/solr/collections/collection1_collection/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection1_collection/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	16	/solr/collections/collection1_collection/state.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 
   [junit4]   2> 328579 INFO  (SUITE-JdbcTest-seed#[AA2728CD153CBC80]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=es-DO, timezone=America/North_Dakota/Beulah
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=176909592,total=276299776
   [junit4]   2> NOTE: All tests run in this JVM: [FieldAnalysisResponseTest, HttpSolrClientConPoolTest, AnlysisResponseBaseTest, NaturalLogEvaluatorTest, CubedRootEvaluatorTest, RawValueEvaluatorTest, AndEvaluatorTest, SchemaTest, TestV1toV2ApiMapper, JdbcTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=JdbcTest -Dtests.seed=AA2728CD153CBC80 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.3/test-data/enwiki.random.lines.txt -Dtests.locale=es-DO -Dtests.timezone=America/North_Dakota/Beulah -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | JdbcTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not load collection from ZK: collection1_collection
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AA2728CD153CBC80]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1237)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:675)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
   [junit4]    > 	at org.apache.solr.client.solrj.io.sql.JdbcTest.setupCluster(JdbcTest.java:78)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1_collection/state.json
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]    > 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1249)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1235)
   [junit4]    > 	... 29 more
   [junit4] Completed [54/146 (1!)] on J0 in 74.47s, 0 tests, 1 error <<< FAILURES!

[...truncated 48911 lines...]