You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/07/19 10:37:45 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2258 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2258/

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.lucene.index.TestBinaryTerms

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([CD1BECF7355567D5]:0)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.before(TestRuleTemporaryFilesCleanup.java:112)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.before(TestRuleAdapter.java:26)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:35)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  junit.framework.TestSuite.org.apache.lucene.index.TestBufferedUpdates

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([CD1BECF7355567D5]:0)
	at org.apache.lucene.util.TestRuleRestoreSystemProperties.before(TestRuleRestoreSystemProperties.java:52)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.before(TestRuleAdapter.java:26)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:35)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test

Error Message:
Node 127.0.0.1:35787_solr has 4 replicas. Expected num replicas : 2. state:  DocCollection(backuprestore_testok_restored/10)={   "pullReplicas":0,   "replicationFactor":1,   "shards":{     "shard2":{       "range":null,       "state":"active",       "replicas":{         "core_node2":{           "core":"backuprestore_testok_restored_shard2_replica_n1",           "leader":"true",           "core_node_name":"core_node2",           "base_url":"https://127.0.0.1:35787/solr",           "node_name":"127.0.0.1:35787_solr",           "state":"active",           "collection":"backuprestore_testok_restored",           "shard":"shard2",           "type":"NRT",           "force_set_state":"false"},         "core_node6":{           "core":"backuprestore_testok_restored_shard2_replica_t5",           "core_node_name":"core_node6",           "base_url":"https://127.0.0.1:35787/solr",           "node_name":"127.0.0.1:35787_solr",           "state":"active",           "collection":"backuprestore_testok_restored",           "shard":"shard2",           "type":"TLOG",           "force_set_state":"false"}},       "stateTimestamp":"1595151237269432287"},     "shard1":{       "range":null,       "state":"active",       "replicas":{         "core_node4":{           "core":"backuprestore_testok_restored_shard1_replica_n3",           "leader":"true",           "core_node_name":"core_node4",           "base_url":"https://127.0.0.1:35787/solr",           "node_name":"127.0.0.1:35787_solr",           "state":"active",           "collection":"backuprestore_testok_restored",           "shard":"shard1",           "type":"NRT",           "force_set_state":"false"},         "core_node8":{           "core":"backuprestore_testok_restored_shard1_replica_t7",           "core_node_name":"core_node8",           "base_url":"https://127.0.0.1:35787/solr",           "node_name":"127.0.0.1:35787_solr",           "state":"active",           "collection":"backuprestore_testok_restored",           "shard":"shard1",           "type":"TLOG",           "force_set_state":"false"}},       "stateTimestamp":"1595151237269452395"}},   "router":{     "name":"implicit",     "field":"shard_s"},   "autoAddReplicas":"true",   "nrtReplicas":1,   "tlogReplicas":1}

Stack Trace:
java.lang.AssertionError: Node 127.0.0.1:35787_solr has 4 replicas. Expected num replicas : 2. state: 
DocCollection(backuprestore_testok_restored/10)={
  "pullReplicas":0,
  "replicationFactor":1,
  "shards":{
    "shard2":{
      "range":null,
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"backuprestore_testok_restored_shard2_replica_n1",
          "leader":"true",
          "core_node_name":"core_node2",
          "base_url":"https://127.0.0.1:35787/solr",
          "node_name":"127.0.0.1:35787_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node6":{
          "core":"backuprestore_testok_restored_shard2_replica_t5",
          "core_node_name":"core_node6",
          "base_url":"https://127.0.0.1:35787/solr",
          "node_name":"127.0.0.1:35787_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard2",
          "type":"TLOG",
          "force_set_state":"false"}},
      "stateTimestamp":"1595151237269432287"},
    "shard1":{
      "range":null,
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"backuprestore_testok_restored_shard1_replica_n3",
          "leader":"true",
          "core_node_name":"core_node4",
          "base_url":"https://127.0.0.1:35787/solr",
          "node_name":"127.0.0.1:35787_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node8":{
          "core":"backuprestore_testok_restored_shard1_replica_t7",
          "core_node_name":"core_node8",
          "base_url":"https://127.0.0.1:35787/solr",
          "node_name":"127.0.0.1:35787_solr",
          "state":"active",
          "collection":"backuprestore_testok_restored",
          "shard":"shard1",
          "type":"TLOG",
          "force_set_state":"false"}},
      "stateTimestamp":"1595151237269452395"}},
  "router":{
    "name":"implicit",
    "field":"shard_s"},
  "autoAddReplicas":"true",
  "nrtReplicas":1,
  "tlogReplicas":1}
	at __randomizedtesting.SeedInfo.seed([3A582EF9F0DD925F:B20C11235E21FFA7]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:378)
	at java.base/java.util.HashMap.forEach(HashMap.java:1336)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:377)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:158)
	at org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test(TestLocalFSCloudBackupRestore.java:93)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 1407 lines...]
   [junit4] Suite: org.apache.lucene.index.TestBinaryDocValuesUpdates
   [junit4]   2> NOTE: test params are: codec=SimpleText, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=si-LK, timezone=America/Yellowknife
   [junit4]   2> NOTE: Linux 4.15.0-108-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=3601152,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestXYRectangle, TestRateLimiter, TestLine2D, TestBytesRef, Test2BNumericDocValues, TestThreadedForceMerge, TestPolygon, TestDoubleValuesSource, TestLucene50CompoundFormat, TestFieldCacheRewriteMethod, TestTermVectorsWriter, TestBasicModelG, TestComplexExplanations, TestRadixSelector, TestRegexpQuery, TestSleepingLockWrapper, TestAssertions, TestSegmentMerger, TestMaxClauseLimit, TestLongBitSet, TestApproximationSearchEquivalence, TestLiveFieldValues, TestPendingDeletes, TestPerFieldPostingsFormat, FuzzyTermOnShortTermsTest, TestIndexWriterUnicode, Test2BSortedDocValuesOrds, TestDirectPacked, TestDateTools, TestRecyclingIntBlockAllocator, TestConjunctions, TestTopFieldCollectorEarlyTermination, TestCharArraySet, TestOmitTf, TestLockFactory, TestReqExclBulkScorer, TestIndexWriterOutOfFileDescriptors, TestXYShape, TestReusableStringReader, TestFieldUpdatesBuffer, TestByteSlices, TestLatLonMultiLineShapeQueries, TestIntroSorter, TestFilterDirectoryReader, TestSearchWithThreads, TestShardSearching, TestPrefixInBooleanQuery, TestFlex, TestScoreCachingWrappingScorer, TestParallelCompositeReader, TestOperations, TestNRTReaderCleanup, TestCloseableThreadLocal, TestUsageTrackingFilterCachingPolicy, TestIndependenceSaturated, TestIndexWriterConfig, TestPrefixCodedTerms, TestSentinelIntSet, TestNeverDelete, TestIndexOptions, TestCustomTermFreq, TestTransactionRollback, TestNotDocIdSet, TestBKDRadixSort, TestWildcardRandom, TestSimpleSearchEquivalence, TestDuelingCodecsAtNight, TestDocCount, TestTopDocsCollector, TestLongPostings, TestDisjunctionMaxQuery, TestBlendedTermQuery, TestLucene60FieldInfoFormat, TestCrash, TestDocValuesQueries, TestMaxTermFrequency, TestLucene80NormsFormat, TestFilterWeight, TestSmallFloat, TestCodecs, TestFSTDirectAddressing, TestMultiPhraseQuery, TestTermsEnum, TestMatchAllDocsQuery, TestXYPointQueries, TestLatLonPoint, TestQueryRescorer, TestGraphTokenStreamFiniteStrings, TestMultiFields, TestSortedSetDocValues, TestSortedNumericSortField, LimitedFiniteStringsIteratorTest, TestFixedLengthBytesRefArray, TestLucene50StoredFieldsFormatHighCompression, TestLucene50TermVectorsFormat, TestPForUtil, TestLucene86PointsFormat, TestLatLonPointDistanceSort, TestLatLonShapeEncoding, TestLongDistanceFeatureQuery, TestLongRange, TestXYLineShapeQueries, TestXYMultiLineShapeQueries, TestXYMultiPointShapeQueries, TestXYMultiPolygonShapeQueries, TestCircle2D, TestGeoEncodingUtils, TestGeoUtils, TestPoint2D, TestSimpleWKTShapeParsing, TestTessellator, Test2BPostingsBytes, TestAddIndexes, TestAllFilesCheckIndexHeader, TestAllFilesDetectTruncation, TestAllFilesHaveChecksumFooter, TestAtomicUpdate, TestBagOfPositions, TestBagOfPostings, TestBinaryDocValuesUpdates]
   [junit4] ERROR   0.00s J0 | TestBinaryDocValuesUpdates (suite) <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap spaceThrowable #2: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=13755, name=TEST-TestBinaryDocValuesUpdates.testTonsOfUpdates-seed#[CD1BECF7355567D5], state=RUNNABLE, group=TGRP-TestBinaryDocValuesUpdates], registration stack trace below.
   [junit4]    > 	at java.base/java.lang.Thread.getStackTrace(Thread.java:1606)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:157)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:778)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:1465)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:1335)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:1317)
   [junit4]    > 	at org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates(TestBinaryDocValuesUpdates.java:1279)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > Caused by: java.lang.AssertionError: Directory not closed: MockDirectoryWrapper(ByteBuffersDirectory@268ac6b8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2ce9b62a)
   [junit4]    > 	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:45)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:225)
   [junit4]    > 	... 3 more
   [junit4] Completed [339/566 (1!)] on J0 in 131.03s, 23 tests, 2 errors <<< FAILURES!

[...truncated 2 lines...]
   [junit4] Suite: org.apache.lucene.index.TestBinaryTerms
   [junit4]   2> NOTE: test params are: codec=SimpleText, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=si-LK, timezone=America/Yellowknife
   [junit4]   2> NOTE: Linux 4.15.0-108-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=40725552,total=67108864
   [junit4]   2> NOTE: All tests run in this JVM: [TestXYRectangle, TestRateLimiter, TestLine2D, TestBytesRef, Test2BNumericDocValues, TestThreadedForceMerge, TestPolygon, TestDoubleValuesSource, TestLucene50CompoundFormat, TestFieldCacheRewriteMethod, TestTermVectorsWriter, TestBasicModelG, TestComplexExplanations, TestRadixSelector, TestRegexpQuery, TestSleepingLockWrapper, TestAssertions, TestSegmentMerger, TestMaxClauseLimit, TestLongBitSet, TestApproximationSearchEquivalence, TestLiveFieldValues, TestPendingDeletes, TestPerFieldPostingsFormat, FuzzyTermOnShortTermsTest, TestIndexWriterUnicode, Test2BSortedDocValuesOrds, TestDirectPacked, TestDateTools, TestRecyclingIntBlockAllocator, TestConjunctions, TestTopFieldCollectorEarlyTermination, TestCharArraySet, TestOmitTf, TestLockFactory, TestReqExclBulkScorer, TestIndexWriterOutOfFileDescriptors, TestXYShape, TestReusableStringReader, TestFieldUpdatesBuffer, TestByteSlices, TestLatLonMultiLineShapeQueries, TestIntroSorter, TestFilterDirectoryReader, TestSearchWithThreads, TestShardSearching, TestPrefixInBooleanQuery, TestFlex, TestScoreCachingWrappingScorer, TestParallelCompositeReader, TestOperations, TestNRTReaderCleanup, TestCloseableThreadLocal, TestUsageTrackingFilterCachingPolicy, TestIndependenceSaturated, TestIndexWriterConfig, TestPrefixCodedTerms, TestSentinelIntSet, TestNeverDelete, TestIndexOptions, TestCustomTermFreq, TestTransactionRollback, TestNotDocIdSet, TestBKDRadixSort, TestWildcardRandom, TestSimpleSearchEquivalence, TestDuelingCodecsAtNight, TestDocCount, TestTopDocsCollector, TestLongPostings, TestDisjunctionMaxQuery, TestBlendedTermQuery, TestLucene60FieldInfoFormat, TestCrash, TestDocValuesQueries, TestMaxTermFrequency, TestLucene80NormsFormat, TestFilterWeight, TestSmallFloat, TestCodecs, TestFSTDirectAddressing, TestMultiPhraseQuery, TestTermsEnum, TestMatchAllDocsQuery, TestXYPointQueries, TestLatLonPoint, TestQueryRescorer, TestGraphTokenStreamFiniteStrings, TestMultiFields, TestSortedSetDocValues, TestSortedNumericSortField, LimitedFiniteStringsIteratorTest, TestFixedLengthBytesRefArray, TestLucene50StoredFieldsFormatHighCompression, TestLucene50TermVectorsFormat, TestPForUtil, TestLucene86PointsFormat, TestLatLonPointDistanceSort, TestLatLonShapeEncoding, TestLongDistanceFeatureQuery, TestLongRange, TestXYLineShapeQueries, TestXYMultiLineShapeQueries, TestXYMultiPointShapeQueries, TestXYMultiPolygonShapeQueries, TestCircle2D, TestGeoEncodingUtils, TestGeoUtils, TestPoint2D, TestSimpleWKTShapeParsing, TestTessellator, Test2BPostingsBytes, TestAddIndexes, TestAllFilesCheckIndexHeader, TestAllFilesDetectTruncation, TestAllFilesHaveChecksumFooter, TestAtomicUpdate, TestBagOfPositions, TestBagOfPostings, TestBinaryDocValuesUpdates, TestBinaryTerms]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBinaryTerms -Dtests.seed=CD1BECF7355567D5 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=si-LK -Dtests.timezone=America/Yellowknife -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestBinaryTerms (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CD1BECF7355567D5]:0)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4] Completed [340/566 (2!)] on J0 in 0.01s, 0 tests, 1 failure <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.lucene.index.TestBufferedUpdates
   [junit4]   2> NOTE: test params are: codec=SimpleText, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=si-LK, timezone=America/Yellowknife
   [junit4]   2> NOTE: Linux 4.15.0-108-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=29969264,total=67108864
   [junit4]   2> NOTE: All tests run in this JVM: [TestXYRectangle, TestRateLimiter, TestLine2D, TestBytesRef, Test2BNumericDocValues, TestThreadedForceMerge, TestPolygon, TestDoubleValuesSource, TestLucene50CompoundFormat, TestFieldCacheRewriteMethod, TestTermVectorsWriter, TestBasicModelG, TestComplexExplanations, TestRadixSelector, TestRegexpQuery, TestSleepingLockWrapper, TestAssertions, TestSegmentMerger, TestMaxClauseLimit, TestLongBitSet, TestApproximationSearchEquivalence, TestLiveFieldValues, TestPendingDeletes, TestPerFieldPostingsFormat, FuzzyTermOnShortTermsTest, TestIndexWriterUnicode, Test2BSortedDocValuesOrds, TestDirectPacked, TestDateTools, TestRecyclingIntBlockAllocator, TestConjunctions, TestTopFieldCollectorEarlyTermination, TestCharArraySet, TestOmitTf, TestLockFactory, TestReqExclBulkScorer, TestIndexWriterOutOfFileDescriptors, TestXYShape, TestReusableStringReader, TestFieldUpdatesBuffer, TestByteSlices, TestLatLonMultiLineShapeQueries, TestIntroSorter, TestFilterDirectoryReader, TestSearchWithThreads, TestShardSearching, TestPrefixInBooleanQuery, TestFlex, TestScoreCachingWrappingScorer, TestParallelCompositeReader, TestOperations, TestNRTReaderCleanup, TestCloseableThreadLocal, TestUsageTrackingFilterCachingPolicy, TestIndependenceSaturated, TestIndexWriterConfig, TestPrefixCodedTerms, TestSentinelIntSet, TestNeverDelete, TestIndexOptions, TestCustomTermFreq, TestTransactionRollback, TestNotDocIdSet, TestBKDRadixSort, TestWildcardRandom, TestSimpleSearchEquivalence, TestDuelingCodecsAtNight, TestDocCount, TestTopDocsCollector, TestLongPostings, TestDisjunctionMaxQuery, TestBlendedTermQuery, TestLucene60FieldInfoFormat, TestCrash, TestDocValuesQueries, TestMaxTermFrequency, TestLucene80NormsFormat, TestFilterWeight, TestSmallFloat, TestCodecs, TestFSTDirectAddressing, TestMultiPhraseQuery, TestTermsEnum, TestMatchAllDocsQuery, TestXYPointQueries, TestLatLonPoint, TestQueryRescorer, TestGraphTokenStreamFiniteStrings, TestMultiFields, TestSortedSetDocValues, TestSortedNumericSortField, LimitedFiniteStringsIteratorTest, TestFixedLengthBytesRefArray, TestLucene50StoredFieldsFormatHighCompression, TestLucene50TermVectorsFormat, TestPForUtil, TestLucene86PointsFormat, TestLatLonPointDistanceSort, TestLatLonShapeEncoding, TestLongDistanceFeatureQuery, TestLongRange, TestXYLineShapeQueries, TestXYMultiLineShapeQueries, TestXYMultiPointShapeQueries, TestXYMultiPolygonShapeQueries, TestCircle2D, TestGeoEncodingUtils, TestGeoUtils, TestPoint2D, TestSimpleWKTShapeParsing, TestTessellator, Test2BPostingsBytes, TestAddIndexes, TestAllFilesCheckIndexHeader, TestAllFilesDetectTruncation, TestAllFilesHaveChecksumFooter, TestAtomicUpdate, TestBagOfPositions, TestBagOfPostings, TestBinaryDocValuesUpdates, TestBinaryTerms, TestBufferedUpdates]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBufferedUpdates -Dtests.seed=CD1BECF7355567D5 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=si-LK -Dtests.timezone=America/Yellowknife -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestBufferedUpdates (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CD1BECF7355567D5]:0)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4] Completed [341/566 (3!)] on J0 in 0.01s, 0 tests, 1 failure <<< FAILURES!

[...truncated 804 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/temp/junit4-J0-20200719_051759_3263159282960119680912.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid14521.hprof ...
   [junit4] Heap dump file created [542117067 bytes in 1.466 secs]
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/temp/junit4-J0-20200719_051759_3262135827129824953019.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "Lucene Merge Thread #0"
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "Lucene Merge Thread #1"
   [junit4] <<< JVM J0: EOF ----

[...truncated 11526 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore
   [junit4]   2> 3301345 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 3301345 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3301346 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/data-dir-223-001
   [junit4]   2> 3301346 WARN  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=46 numCloses=46
   [junit4]   2> 3301346 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3301347 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 3301348 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/tempDir-001
   [junit4]   2> 3301348 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3301348 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 3301348 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3301350 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 3301448 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 43007
   [junit4]   2> 3301449 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43007
   [junit4]   2> 3301449 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43007
   [junit4]   2> 3301449 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43007
   [junit4]   2> 3301450 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3301452 INFO  (zkConnectionManagerCallback-34418-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3301452 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3301454 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3301455 INFO  (zkConnectionManagerCallback-34420-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3301455 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3301455 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3301456 INFO  (zkConnectionManagerCallback-34422-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3301456 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3301561 INFO  (jetty-launcher-34423-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3301561 INFO  (jetty-launcher-34423-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3301561 INFO  (jetty-launcher-34423-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3301561 INFO  (jetty-launcher-34423-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3301561 INFO  (jetty-launcher-34423-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 3301561 INFO  (jetty-launcher-34423-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 3301562 INFO  (jetty-launcher-34423-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3301562 INFO  (jetty-launcher-34423-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3301562 INFO  (jetty-launcher-34423-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3301562 INFO  (jetty-launcher-34423-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3301562 INFO  (jetty-launcher-34423-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3301562 INFO  (jetty-launcher-34423-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3301562 INFO  (jetty-launcher-34423-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5312eae1{/solr,null,AVAILABLE}
   [junit4]   2> 3301562 INFO  (jetty-launcher-34423-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27b6f502{/solr,null,AVAILABLE}
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@683522e7{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:?????}
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@44be30e2{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:?????}
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-2) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-1) [     ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45309}
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35787}
   [junit4]   2> 3301563 ERROR (jetty-launcher-34423-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3301563 ERROR (jetty-launcher-34423-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-19T09:33:53.077838Z
   [junit4]   2> 3301563 INFO  (jetty-launcher-34423-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-19T09:33:53.077848Z
   [junit4]   2> 3301564 INFO  (jetty-launcher-34423-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3301564 INFO  (jetty-launcher-34423-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3301565 INFO  (zkConnectionManagerCallback-34427-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3301565 INFO  (jetty-launcher-34423-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3301565 INFO  (zkConnectionManagerCallback-34426-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3301565 INFO  (jetty-launcher-34423-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3301566 INFO  (jetty-launcher-34423-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3301566 INFO  (jetty-launcher-34423-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3301671 INFO  (jetty-launcher-34423-thread-2) [     ] o.a.s.c.CoreContainer Allowing use of paths: [_ALL_]
   [junit4]   2> 3301672 INFO  (jetty-launcher-34423-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3301673 WARN  (jetty-launcher-34423-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1e8c6ecf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3301673 WARN  (jetty-launcher-34423-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1e8c6ecf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3301676 WARN  (jetty-launcher-34423-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@65fd1d05[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3301676 WARN  (jetty-launcher-34423-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@65fd1d05[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3301677 INFO  (jetty-launcher-34423-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43007/solr
   [junit4]   2> 3301678 INFO  (jetty-launcher-34423-thread-2) [n:127.0.0.1:45309_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3301679 INFO  (zkConnectionManagerCallback-34437-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3301679 INFO  (jetty-launcher-34423-thread-2) [n:127.0.0.1:45309_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3301771 INFO  (jetty-launcher-34423-thread-1) [     ] o.a.s.c.CoreContainer Allowing use of paths: [_ALL_]
   [junit4]   2> 3301772 INFO  (jetty-launcher-34423-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3301773 WARN  (jetty-launcher-34423-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@20af52f3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3301773 WARN  (jetty-launcher-34423-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@20af52f3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3301775 WARN  (jetty-launcher-34423-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1ceffcf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3301775 WARN  (jetty-launcher-34423-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1ceffcf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3301777 INFO  (jetty-launcher-34423-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43007/solr
   [junit4]   2> 3301777 INFO  (jetty-launcher-34423-thread-1) [n:127.0.0.1:35787_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3301778 INFO  (zkConnectionManagerCallback-34449-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3301778 INFO  (jetty-launcher-34423-thread-1) [n:127.0.0.1:35787_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3301779 INFO  (jetty-launcher-34423-thread-2) [n:127.0.0.1:45309_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45309_solr
   [junit4]   2> 3301780 INFO  (jetty-launcher-34423-thread-2) [n:127.0.0.1:45309_solr     ] o.a.s.c.Overseer Overseer (id=72162369540521989-127.0.0.1:45309_solr-n_0000000000) starting
   [junit4]   2> 3301785 INFO  (OverseerStateUpdate-72162369540521989-127.0.0.1:45309_solr-n_0000000000) [n:127.0.0.1:45309_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45309_solr
   [junit4]   2> 3301785 INFO  (jetty-launcher-34423-thread-2) [n:127.0.0.1:45309_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45309_solr
   [junit4]   2> 3301786 INFO  (OverseerStateUpdate-72162369540521989-127.0.0.1:45309_solr-n_0000000000) [n:127.0.0.1:45309_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3301787 INFO  (jetty-launcher-34423-thread-1) [n:127.0.0.1:35787_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:35787_solr as DOWN
   [junit4]   2> 3301787 INFO  (zkCallback-34448-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3301788 INFO  (jetty-launcher-34423-thread-1) [n:127.0.0.1:35787_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 3301788 INFO  (jetty-launcher-34423-thread-1) [n:127.0.0.1:35787_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35787_solr
   [junit4]   2> 3301788 INFO  (jetty-launcher-34423-thread-2) [n:127.0.0.1:45309_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3301789 WARN  (jetty-launcher-34423-thread-2) [n:127.0.0.1:45309_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3301789 INFO  (jetty-launcher-34423-thread-2) [n:127.0.0.1:45309_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = local,class = org.apache.solr.core.backup.repository.LocalFileSystemRepository,attributes = {name=local, class=org.apache.solr.core.backup.repository.LocalFileSystemRepository},}
   [junit4]   2> 3301789 INFO  (jetty-launcher-34423-thread-2) [n:127.0.0.1:45309_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3301789 INFO  (jetty-launcher-34423-thread-2) [n:127.0.0.1:45309_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3301789 INFO  (zkCallback-34436-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3301790 INFO  (zkCallback-34448-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3301791 INFO  (jetty-launcher-34423-thread-1) [n:127.0.0.1:35787_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3301791 WARN  (jetty-launcher-34423-thread-1) [n:127.0.0.1:35787_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3301791 INFO  (jetty-launcher-34423-thread-1) [n:127.0.0.1:35787_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = local,class = org.apache.solr.core.backup.repository.LocalFileSystemRepository,attributes = {name=local, class=org.apache.solr.core.backup.repository.LocalFileSystemRepository},}
   [junit4]   2> 3301791 INFO  (jetty-launcher-34423-thread-1) [n:127.0.0.1:35787_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3301791 INFO  (jetty-launcher-34423-thread-1) [n:127.0.0.1:35787_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3301810 INFO  (jetty-launcher-34423-thread-2) [n:127.0.0.1:45309_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3301811 INFO  (jetty-launcher-34423-thread-1) [n:127.0.0.1:35787_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3301835 INFO  (jetty-launcher-34423-thread-2) [n:127.0.0.1:45309_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45309.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d29786d
   [junit4]   2> 3301835 INFO  (jetty-launcher-34423-thread-1) [n:127.0.0.1:35787_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35787.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d29786d
   [junit4]   2> 3301845 INFO  (jetty-launcher-34423-thread-2) [n:127.0.0.1:45309_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45309.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d29786d
   [junit4]   2> 3301845 INFO  (jetty-launcher-34423-thread-1) [n:127.0.0.1:35787_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35787.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d29786d
   [junit4]   2> 3301845 INFO  (jetty-launcher-34423-thread-2) [n:127.0.0.1:45309_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45309.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d29786d
   [junit4]   2> 3301845 INFO  (jetty-launcher-34423-thread-1) [n:127.0.0.1:35787_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35787.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d29786d
   [junit4]   2> 3301846 INFO  (jetty-launcher-34423-thread-2) [n:127.0.0.1:45309_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/tempDir-001/node2
   [junit4]   2> 3301846 INFO  (jetty-launcher-34423-thread-1) [n:127.0.0.1:35787_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/tempDir-001/node1
   [junit4]   2> 3301858 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 3301858 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3301859 INFO  (zkConnectionManagerCallback-34472-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3301859 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3301860 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3301861 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43007/solr ready
   [junit4]   2> 3301878 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[3A582EF9F0DD925F]) [     ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 3301901 INFO  (qtp1313233810-61242) [n:127.0.0.1:35787_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&router.name=implicit&version=2&pullReplicas=0&shards=shard1,shard2&property.customKey=customValue&router.field=shard_s&autoAddReplicas=true&name=backuprestore_testok&nrtReplicas=1&action=CREATE&tlogReplicas=0&wt=javabin and sendToOCPQueue=true
   [junit4]   2> 3301904 INFO  (OverseerThreadFactory-34456-thread-1-processing-n:127.0.0.1:45309_solr) [n:127.0.0.1:45309_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection backuprestore_testok
   [junit4]   2> 3302018 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 3302040 INFO  (qtp1657620887-61239) [n:127.0.0.1:45309_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 3302041 INFO  (qtp1657620887-61239) [n:127.0.0.1:45309_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 3302046 INFO  (OverseerStateUpdate-72162369540521989-127.0.0.1:45309_solr-n_0000000000) [n:127.0.0.1:45309_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"backuprestore_testok",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"backuprestore_testok_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45309/solr",
   [junit4]   2>   "node_name":"127.0.0.1:45309_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3302048 INFO  (OverseerStateUpdate-72162369540521989-127.0.0.1:45309_solr-n_0000000000) [n:127.0.0.1:45309_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"backuprestore_testok",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"backuprestore_testok_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35787/solr",
   [junit4]   2>   "node_name":"127.0.0.1:35787_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3302274 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr    x:backuprestore_testok_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore_testok&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node4&name=backuprestore_testok_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 3302274 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr    x:backuprestore_testok_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore_testok&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=backuprestore_testok_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 3302282 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 3302282 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 3302287 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_testok_shard2_replica_n2' using configuration from configset conf1, trusted=true
   [junit4]   2> 3302287 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_testok_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 3302289 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 3302290 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 3302291 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3302291 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35787.solr.core.backuprestore_testok.shard2.replica_n2' (registry 'solr.core.backuprestore_testok.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d29786d
   [junit4]   2> 3302291 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.SolrCore [[backuprestore_testok_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/tempDir-001/node1/backuprestore_testok_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/tempDir-001/node1/backuprestore_testok_shard2_replica_n2/data/]
   [junit4]   2> 3302292 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3302292 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45309.solr.core.backuprestore_testok.shard1.replica_n1' (registry 'solr.core.backuprestore_testok.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d29786d
   [junit4]   2> 3302292 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.SolrCore [[backuprestore_testok_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/tempDir-001/node2/backuprestore_testok_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/tempDir-001/node2/backuprestore_testok_shard1_replica_n1/data/]
   [junit4]   2> 3302371 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3302371 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3302371 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3302371 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3302373 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3302373 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3302373 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3302373 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3302375 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3302375 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3302375 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3302375 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3302376 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 3302376 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 3302376 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1672637300227440640
   [junit4]   2> 3302376 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1672637300227440640
   [junit4]   2> 3302378 INFO  (searcherExecutor-34474-thread-1-processing-n:127.0.0.1:35787_solr x:backuprestore_testok_shard2_replica_n2 c:backuprestore_testok s:shard2 r:core_node4) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.SolrCore [backuprestore_testok_shard2_replica_n2]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 3302379 INFO  (searcherExecutor-34476-thread-1-processing-n:127.0.0.1:45309_solr x:backuprestore_testok_shard1_replica_n1 c:backuprestore_testok s:shard1 r:core_node3) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.SolrCore [backuprestore_testok_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 3302384 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore_testok/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 3302384 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/backuprestore_testok/leaders/shard1
   [junit4]   2> 3302384 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore_testok/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 3302384 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/backuprestore_testok/leaders/shard2
   [junit4]   2> 3302388 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3302388 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3302388 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45309/solr/backuprestore_testok_shard1_replica_n1/
   [junit4]   2> 3302388 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3302388 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3302388 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3302388 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35787/solr/backuprestore_testok_shard2_replica_n2/
   [junit4]   2> 3302389 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:45309/solr/backuprestore_testok_shard1_replica_n1/ has no replicas
   [junit4]   2> 3302389 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore_testok/leaders/shard1/leader after winning as /collections/backuprestore_testok/leader_elect/shard1/election/72162369540521989-core_node3-n_0000000000
   [junit4]   2> 3302389 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3302389 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.SyncStrategy https://127.0.0.1:35787/solr/backuprestore_testok_shard2_replica_n2/ has no replicas
   [junit4]   2> 3302389 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore_testok/leaders/shard2/leader after winning as /collections/backuprestore_testok/leader_elect/shard2/election/72162369540521990-core_node4-n_0000000000
   [junit4]   2> 3302390 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45309/solr/backuprestore_testok_shard1_replica_n1/ shard1
   [junit4]   2> 3302391 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35787/solr/backuprestore_testok_shard2_replica_n2/ shard2
   [junit4]   2> 3302515 INFO  (zkCallback-34448-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testok/state.json] for collection [backuprestore_testok] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3302515 INFO  (zkCallback-34436-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testok/state.json] for collection [backuprestore_testok] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3302516 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3302516 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3302518 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore_testok&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node4&name=backuprestore_testok_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=244
   [junit4]   2> 3302520 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore_testok&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=backuprestore_testok_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=246
   [junit4]   2> 3302522 INFO  (qtp1313233810-61242) [n:127.0.0.1:35787_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 3302622 INFO  (zkCallback-34436-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testok/state.json] for collection [backuprestore_testok] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3302622 INFO  (zkCallback-34448-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testok/state.json] for collection [backuprestore_testok] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3302622 INFO  (zkCallback-34436-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testok/state.json] for collection [backuprestore_testok] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3302622 INFO  (zkCallback-34448-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore_testok/state.json] for collection [backuprestore_testok] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3302623 INFO  (qtp1313233810-61242) [n:127.0.0.1:35787_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&router.name=implicit&version=2&pullReplicas=0&shards=shard1,shard2&property.customKey=customValue&router.field=shard_s&autoAddReplicas=true&name=backuprestore_testok&nrtReplicas=1&action=CREATE&tlogReplicas=0&wt=javabin} status=0 QTime=721
   [junit4]   2> 3302639 INFO  (qtp1657620887-61236) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore_testok/terms/shard1 to Terms{values={core_node3=1}, version=1}
   [junit4]   2> 3302670 INFO  (qtp1313233810-61238) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/backuprestore_testok/terms/shard2 to Terms{values={core_node4=1}, version=1}
   [junit4]   2> 3302670 INFO  (qtp1313233810-61238) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_testok_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:45309/solr/backuprestore_testok_shard1_replica_n1/&wt=javabin&version=2}{add=[0 (1672637300530479104), 2 (1672637300531527680), 3 (1672637300531527681), 4 (1672637300531527682), 5 (1672637300531527683), 6 (1672637300531527684), 8 (1672637300531527685), 9 (1672637300531527686), 10 (1672637300531527687), 11 (1672637300531527688), ... (37 adds)]} 0 6
   [junit4]   2> 3302673 INFO  (qtp1657620887-61236) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_testok_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0, 1 (1672637300500070400), 2, 3, 4, 5, 6, 7 (1672637300501118976), 8, 9, ... (69 adds)]} 0 38
   [junit4]   2> 3302716 INFO  (searcherExecutor-34476-thread-1-processing-n:127.0.0.1:45309_solr x:backuprestore_testok_shard1_replica_n1 c:backuprestore_testok s:shard1 r:core_node3) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.SolrCore [backuprestore_testok_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 3302716 INFO  (qtp1657620887-61239) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_testok_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:35787/solr/backuprestore_testok_shard2_replica_n2/&commit_end_point=leaders&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 11
   [junit4]   2> 3302720 INFO  (searcherExecutor-34474-thread-1-processing-n:127.0.0.1:35787_solr x:backuprestore_testok_shard2_replica_n2 c:backuprestore_testok s:shard2 r:core_node4) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.SolrCore [backuprestore_testok_shard2_replica_n2]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 3302720 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_testok_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=backuprestore_testok:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 45
   [junit4]   2> 3302720 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[3A582EF9F0DD925F]) [     ] o.a.s.c.a.c.AbstractCloudBackupRestoreTestCase Indexed 69 docs to collection: backuprestore_testok
   [junit4]   2> 3302722 INFO  (qtp1313233810-61242) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.c.S.Request [backuprestore_testok_shard2_replica_n2]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=37 status=0 QTime=0
   [junit4]   2> 3302723 INFO  (qtp1657620887-61234) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.c.S.Request [backuprestore_testok_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=32 status=0 QTime=0
   [junit4]   2> 3302723 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[3A582EF9F0DD925F]) [     ] o.a.s.c.a.c.AbstractCloudBackupRestoreTestCase Triggering Backup command
   [junit4]   2> 3302725 INFO  (qtp1313233810-61243) [n:127.0.0.1:35787_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :backup with params async=5de33c10-d08e-4e20-863e-7037f181eda9&name=mytestbackuptestok&action=BACKUP&location=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/my+backup-001&collection=backuprestore_testok&repository=local&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3302728 INFO  (qtp1313233810-61243) [n:127.0.0.1:35787_solr c:backuprestore_testok    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=5de33c10-d08e-4e20-863e-7037f181eda9&name=mytestbackuptestok&action=BACKUP&location=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/my+backup-001&collection=backuprestore_testok&repository=local&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 3302728 INFO  (qtp1313233810-61235) [n:127.0.0.1:35787_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5de33c10-d08e-4e20-863e-7037f181eda9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3302729 INFO  (qtp1313233810-61235) [n:127.0.0.1:35787_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5de33c10-d08e-4e20-863e-7037f181eda9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3302730 INFO  (OverseerCollectionConfigSetProcessor-72162369540521989-127.0.0.1:45309_solr-n_0000000000) [n:127.0.0.1:45309_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3302731 INFO  (OverseerThreadFactory-34456-thread-2-processing-n:127.0.0.1:45309_solr) [n:127.0.0.1:45309_solr c:backuprestore_testok    ] o.a.s.c.a.c.BackupCmd Starting backup of collection=backuprestore_testok with backupName=mytestbackuptestok at location=file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/my%20backup-001/mytestbackuptestok
   [junit4]   2> 3302732 INFO  (qtp1313233810-61238) [n:127.0.0.1:35787_solr    x:backuprestore_testok_shard2_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=backuprestore_testok_shard2_replica_n2&async=5de33c10-d08e-4e20-863e-7037f181eda91598748674413814&qt=/admin/cores&name=shard2&action=BACKUPCORE&location=file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/my%2520backup-001/mytestbackuptestok&repository=local&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3302733 INFO  (qtp1657620887-61236) [n:127.0.0.1:45309_solr    x:backuprestore_testok_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=backuprestore_testok_shard1_replica_n1&async=5de33c10-d08e-4e20-863e-7037f181eda91598748674707284&qt=/admin/cores&name=shard1&action=BACKUPCORE&location=file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/my%2520backup-001/mytestbackuptestok&repository=local&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3302733 INFO  (parallelCoreAdminExecutor-34459-thread-1-processing-n:127.0.0.1:35787_solr x:backuprestore_testok_shard2_replica_n2 5de33c10-d08e-4e20-863e-7037f181eda91598748674413814 BACKUPCORE) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.h.SnapShooter Creating backup snapshot shard2 at file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/my%20backup-001/mytestbackuptestok
   [junit4]   2> 3302734 INFO  (parallelCoreAdminExecutor-34458-thread-1-processing-n:127.0.0.1:45309_solr x:backuprestore_testok_shard1_replica_n1 5de33c10-d08e-4e20-863e-7037f181eda91598748674707284 BACKUPCORE) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.h.SnapShooter Creating backup snapshot shard1 at file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/my%20backup-001/mytestbackuptestok
   [junit4]   2> 3302734 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr     ] o.a.s.h.a.CoreAdminOperation Checking request status for : 5de33c10-d08e-4e20-863e-7037f181eda91598748674413814
   [junit4]   2> 3302734 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=5de33c10-d08e-4e20-863e-7037f181eda91598748674413814&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3302743 INFO  (parallelCoreAdminExecutor-34459-thread-1-processing-n:127.0.0.1:35787_solr x:backuprestore_testok_shard2_replica_n2 5de33c10-d08e-4e20-863e-7037f181eda91598748674413814 BACKUPCORE) [n:127.0.0.1:35787_solr c:backuprestore_testok s:shard2 r:core_node4 x:backuprestore_testok_shard2_replica_n2 ] o.a.s.h.SnapShooter Done creating backup snapshot: shard2 into file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/my%20backup-001/mytestbackuptestok/snapshot.shard2
   [junit4]   2> 3302744 INFO  (parallelCoreAdminExecutor-34458-thread-1-processing-n:127.0.0.1:45309_solr x:backuprestore_testok_shard1_replica_n1 5de33c10-d08e-4e20-863e-7037f181eda91598748674707284 BACKUPCORE) [n:127.0.0.1:45309_solr c:backuprestore_testok s:shard1 r:core_node3 x:backuprestore_testok_shard1_replica_n1 ] o.a.s.h.SnapShooter Done creating backup snapshot: shard1 into file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/my%20backup-001/mytestbackuptestok/snapshot.shard1
   [junit4]   2> 3303730 INFO  (qtp1313233810-61242) [n:127.0.0.1:35787_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5de33c10-d08e-4e20-863e-7037f181eda9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3303731 INFO  (qtp1313233810-61242) [n:127.0.0.1:35787_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5de33c10-d08e-4e20-863e-7037f181eda9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 3303735 INFO  (qtp1313233810-61243) [n:127.0.0.1:35787_solr     ] o.a.s.h.a.CoreAdminOperation Checking request status for : 5de33c10-d08e-4e20-863e-7037f181eda91598748674413814
   [junit4]   2> 3303735 INFO  (qtp1313233810-61243) [n:127.0.0.1:35787_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=5de33c10-d08e-4e20-863e-7037f181eda91598748674413814&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3303736 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr     ] o.a.s.h.a.CoreAdminOperation Checking request status for : 5de33c10-d08e-4e20-863e-7037f181eda91598748674707284
   [junit4]   2> 3303736 INFO  (qtp1657620887-61237) [n:127.0.0.1:45309_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=5de33c10-d08e-4e20-863e-7037f181eda91598748674707284&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3303736 INFO  (OverseerThreadFactory-34456-thread-2-processing-n:127.0.0.1:45309_solr) [n:127.0.0.1:45309_solr c:backuprestore_testok    ] o.a.s.c.a.c.BackupCmd Starting to backup ZK data for backupName=mytestbackuptestok
   [junit4]   2> 3303740 INFO  (OverseerThreadFactory-34456-thread-2-processing-n:127.0.0.1:45309_solr) [n:127.0.0.1:45309_solr c:backuprestore_testok    ] o.a.s.c.a.c.BackupCmd Completed backing up ZK data for backupName=mytestbackuptestok
   [junit4]   2> 3303742 INFO  (OverseerThreadFactory-34456-thread-2-processing-n:127.0.0.1:45309_solr) [n:127.0.0.1:45309_solr c:backuprestore_testok    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3304731 INFO  (OverseerCollectionConfigSetProcessor-72162369540521989-127.0.0.1:45309_solr-n_0000000000) [n:127.0.0.1:45309_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3304732 INFO  (qtp1313233810-61235) [n:127.0.0.1:35787_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5de33c10-d08e-4e20-863e-7037f181eda9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3304733 INFO  (qtp1313233810-61235) [n:127.0.0.1:35787_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5de33c10-d08e-4e20-863e-7037f181eda9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3304734 INFO  (qtp1313233810-61238) [n:127.0.0.1:35787_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=5de33c10-d08e-4e20-863e-7037f181eda9&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3304735 INFO  (qtp1313233810-61238) [n:127.0.0.1:35787_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5de33c10-d08e-4e20-863e-7037f181eda9&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3304735 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[3A582EF9F0DD925F]) [     ] o.a.s.c.a.c.AbstractCloudBackupRestoreTestCase Triggering Restore command
   [junit4]   2> 3304737 INFO  (qtp1313233810-61240) [n:127.0.0.1:35787_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :restore with params replicationFactor=1&collection.configName=customConfigName&createNodeSet=127.0.0.1:35787_solr&collection=backuprestore_testok_restored&repository=local&version=2&pullReplicas=0&property.customKey=customVal&name=mytestbackuptestok&action=RESTORE&tlogReplicas=1&location=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/my+backup-001&wt=javabin and sendToOCPQueue=true
   [junit4]   2> 3304741 INFO  (OverseerThreadFactory-34456-thread-3-processing-n:127.0.0.1:45309_solr) [n:127.0.0.1:45309_solr c:backuprestore_testok_restored    ] o.a.s.c.a.c.RestoreCmd Uploading config customConfigName
   [junit4]   2> 3304745 INFO  (OverseerThreadFactory-34456-thread-3-processing-n:127.0.0.1:45309_solr) [n:127.0.0.1:45309_solr c:backuprestore_testok_restored    ] o.a.s.c.a.c.RestoreCmd Starting restore into collection=backuprestore_testok_restored with backup_name=mytestbackuptestok at location=file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001/my%20backup-001/
   [junit4]   2> 3304746 INFO  (OverseerThreadFactory-34456-thread-3-processing-n:127.0.0.1:45309_solr) [n:127.0.0.1:45309_solr c:backuprestore_testok_restored    ] o.a.s.c.a.c.CreateCollectionCmd Create collection backuprestore_testok_restored
   [junit4]   2> 3304854 WARN  (OverseerThreadFactory-34456-thread-3-processing-n:127.0.0.1:45309_solr) [n:127.0.0.1:45309_solr c:backuprestore_testok_restored    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (backuprestore_testok_restored) without cores.
   [junit4]   2> 3304857 INFO  (OverseerStateUpdate-72162369540521989-127.0.0.1:45309_solr-n_0000000000) [n:127.0.0.1:45309_solr     ] o.a.s.c.o.SliceMutator Update shard state invoked for collection: backuprestore_testok_restored with message: {
   [junit4]   2>   "shard2":"construction",
   [junit4]   2>   "shard1":"construction",
   [junit4]   2>   "collection":"backuprestore_testok_restored",
   [junit4]   2>   "operation":"updateshardstate"}
   [junit4]   2> 3304857 INFO  (OverseerStateUpdate-72162369540521989-127.0.0.1:45309_solr-n_0000000000) [n:127.0.0.1:45309_solr     ] o.a.s.c.o.SliceMutator Update shard state shard2 to construction
   [junit4]   2> 3304857 INFO  (OverseerStateUpdate-72162369540521989-127.0.0.1:45309_solr-n_0000000000) [n:127.0.0.1:45309_solr     ] o.a.s.c.o.SliceMutator Update shard state shard1 to co

[...truncated too long message...]

kupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 3312796 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/backuprestore_testfailure/terms/shard1
   [junit4]   2> 	6	/solr/collections/backuprestore_testfailure/terms/shard2
   [junit4]   2> 	6	/solr/collections/backuprestore_testok_restored/terms/shard2
   [junit4]   2> 	6	/solr/collections/backuprestore_testok_restored/terms/shard1
   [junit4]   2> 	3	/solr/collections/backuprestore_testok/terms/shard1
   [junit4]   2> 	3	/solr/collections/backuprestore_testok/terms/shard2
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testok/collectionprops.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	43	/solr/collections/backuprestore_testok_restored/state.json
   [junit4]   2> 	29	/solr/collections/backuprestore_testfailure/state.json
   [junit4]   2> 	14	/solr/collections/backuprestore_testok/state.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/collections/backuprestore_testfailure_restored/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	78	/solr/overseer/queue
   [junit4]   2> 	20	/solr/overseer/collection-queue-work
   [junit4]   2> 	18	/solr/collections
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 3312799 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43007
   [junit4]   2> 3312799 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43007
   [junit4]   2> 3312799 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[3A582EF9F0DD925F]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43007
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestLocalFSCloudBackupRestore_3A582EF9F0DD925F-001
   [junit4]   2> Jul 19, 2020 9:34:04 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene86): {shard_s=FST50, _root_=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=674, maxMBSortInHeap=5.414504133882242, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ar-ER, timezone=AET
   [junit4]   2> NOTE: Linux 4.15.0-108-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=213981328,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestCloudManagedSchema, ForceLeaderTest, SolrIndexMetricsTest, TestManagedSchemaAPI, TestSimExtremeIndexing, TestSolrConfigHandlerConcurrent, SolrPluginUtilsTest, DeleteReplicaTest, TestImplicitCoreProperties, TestLegacyTerms, DistribCursorPagingTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, NestedAtomicUpdateTest, TestMaxScoreQueryParser, TestLegacyField, SpellingQueryConverterTest, VMParamsZkACLAndCredentialsProvidersTest, TestDocTermOrdsUninvertLimit, HdfsUnloadDistributedZkTest, ChangedSchemaMergeTest, BadCopyFieldTest, TemplateUpdateProcessorTest, TestCustomDocTransformer, TestRawResponseWriter, TestSolrCoreProperties, TestUtils, TestSnapshotCloudManager, TestDynamicFieldNamesIndexCorrectly, TriggerSetPropertiesIntegrationTest, TestSolrQueryParser, TestReplicaProperties, TestDelegationWithHadoopAuth, SolrRrdBackendFactoryTest, SuggestComponentContextFilterQueryTest, MoreLikeThisComponentTest, SortSpecParsingTest, TestJmxIntegration, DistanceUnitsTest, ShardsWhitelistTest, ZkSolrClientTest, TestCrossCoreJoin, TaggerTest, OverseerTest, TestDistributedMissingSort, LoggingHandlerTest, BigEndianAscendingWordSerializerTest, TestLRUStatsCache, TestDFISimilarityFactory, RequiredFieldsTest, CursorMarkTest, TestFieldSortValues, TestSchemaNameResource, TestFastOutputStream, BasicAuthIntegrationTest, TestSubQueryTransformerDistrib, TestClusterStateMutator, TestCollectionsAPIViaSolrCloudCluster, UpdateRequestProcessorFactoryTest, NumberUtilsTest, TestExplainDocTransformer, TestSolr4Spatial, ConnectionManagerTest, ZkFailoverTest, SignatureUpdateProcessorFactoryTest, CdcrRequestHandlerTest, TermVectorComponentTest, DistributedTermsComponentTest, HighlighterTest, OverseerSolrResponseUnsafeSerializationTest, PKIAuthenticationIntegrationTest, TestConfigReload, TestNumericTerms64, CdcrBootstrapTest, DirectSolrConnectionTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, OpenExchangeRatesOrgProviderTest, MoveReplicaHDFSTest, SolrXmlInZkTest, TestLockTree, AnalysisAfterCoreReloadTest, PeerSyncTest, TestSSLRandomization, TriggerCooldownIntegrationTest, TestTermsQParserPlugin, TestCloudConsistency, RequestHandlersTest, SystemInfoHandlerTest, TestNonDefinedSimilarityFactory, TestSimDistribStateManager, NodeAddedTriggerTest, TestNestedDocsSort, SuggesterWFSTTest, SolrGraphiteReporterTest, TestNumericRangeQuery64, DocValuesMultiTest, RangeFacetCloudTest, RemoteQueryErrorTest, TlogReplayBufferedWhileIndexingTest, ZookeeperReadAPITest, HdfsRecoverLeaseTest, TestIndexingPerformance, TestClusterProperties, BlockCacheTest, CollectionsAPIDistributedZkTest, TestFuzzyAnalyzedSuggestions, TestSearcherReuse, TestEmbeddedSolrServerSchemaAPI, ZkStateWriterTest, CustomCollectionTest, AutoAddReplicasPlanActionTest, TestRestManager, TestCollationFieldDocValues, BJQFilterAccessibleTest, MoreLikeThisHandlerTest, TestReplicationHandlerDiskOverFlow, LeaderFailoverAfterPartitionTest, TestRandomCollapseQParserPlugin, MetricTriggerIntegrationTest, TestLuceneIndexBackCompat, TestUnifiedSolrHighlighter, ResponseHeaderTest, LeaderVoteWaitTimeoutTest, AnalyticsMergeStrategyTest, DistributedFacetPivotSmallAdvancedTest, TestSolrConfigHandler, TestSortByMinMaxFunction, TestSolrQueryResponse, LeaderElectionContextKeyTest, TestMultiWordSynonyms, DirectUpdateHandlerTest, DistributedUpdateProcessorTest, TransactionLogTest, ResponseBuilderTest, ReplicationFactorTest, SliceStateTest, HealthCheckHandlerTest, TestFieldCacheSort, SpellCheckCollatorTest, MetricsHandlerTest, MigrateRouteKeyTest, TestRealTimeGet, TestRTimerTree, IndexSizeTriggerMixedBoundsTest, QueryParsingTest, DistributedFacetExistsSmallTest, TestExpandComponent, SimpleMLTQParserTest, TestSizeLimitedDistributedMap, TestSolrJacksonAnnotation, OverseerModifyCollectionTest, TestSolrCloudWithHadoopAuthPlugin, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, SampleTest, SolrInfoBeanTest, TestDistributedGrouping, TestDocumentBuilder, TestGroupingSearch, TestHighlightDedupGrouping, TestRandomDVFaceting, TestRandomFaceting, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, ActionThrottleTest, AddReplicaTest, BasicDistributedZk2Test, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionsAPISolrJTest, DocValuesNotIndexedTest, FullSolrCloudDistribCmdsTest, HttpPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, RecoveryAfterSoftCommitTest, RecoveryZkTest, ReindexCollectionTest, RoutingToNodesWithPropertiesTest, SSLMigrationTest, SaslZkACLProviderTest, ShardRoutingCustomTest, ShardRoutingTest, SolrCloudExampleTest, SystemCollectionCompatTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, TestCloudRecovery2, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestDistributedMap, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHashPartitioner, TestLRUStatsCacheCloud, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestLocalStatsCacheCloud, TestOnReconnectListenerSupport, TestPrepRecovery, TestPullReplica, TestPullReplicaErrorHandling, TestQueryingOnDownCollection, TestRSAKeyPair, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestRebalanceLeaders, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, TestTlogReplayVsRecovery, TestTlogReplica, TestTolerantUpdateProcessorCloud, TestUtilizeNode, TestWaitForStateWithJettyShutdowns, TestWithCollection, ZkControllerTest, AsyncCallRequestStatusResponseTest, CollectionReloadTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, SimpleCollectionCreateDeleteTest, SplitByPrefixTest, TestCollectionAPI, TestLocalFSCloudBackupRestore]
   [junit4] Completed [461/917 (1!)] on J0 in 11.80s, 2 tests, 1 failure <<< FAILURES!

[...truncated 11078 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:653: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:587: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid14521.hprof

Total time: 319 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2266 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2266/

1 tests failed.
FAILED:  org.apache.solr.handler.TestContainerPlugin.testApiFromPackage

Error Message:
Error from server at http://127.0.0.1:39687/solr: Error executing command

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:39687/solr: Error executing command
	at __randomizedtesting.SeedInfo.seed([DAE895190B1A888F:37B66D6839505F06]:0)
	at org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException.create(BaseHttpSolrClient.java:67)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:647)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:389)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:359)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1170)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:931)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:865)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
	at org.apache.solr.handler.TestContainerPlugin.testApiFromPackage(TestContainerPlugin.java:265)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13386 lines...]
   [junit4] Suite: org.apache.solr.handler.TestContainerPlugin
   [junit4]   2> 1985989 INFO  (SUITE-TestContainerPlugin-seed#[DAE895190B1A888F]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1985989 INFO  (SUITE-TestContainerPlugin-seed#[DAE895190B1A888F]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_DAE895190B1A888F-001/data-dir-109-001
   [junit4]   2> 1985989 WARN  (SUITE-TestContainerPlugin-seed#[DAE895190B1A888F]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1985989 INFO  (SUITE-TestContainerPlugin-seed#[DAE895190B1A888F]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1985990 INFO  (SUITE-TestContainerPlugin-seed#[DAE895190B1A888F]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1985990 INFO  (SUITE-TestContainerPlugin-seed#[DAE895190B1A888F]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1985992 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testApi
   [junit4]   2> 1985993 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_DAE895190B1A888F-001/tempDir-001
   [junit4]   2> 1985993 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1985993 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1985993 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1985995 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 1986093 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.ZkTestServer start zk server on port: 39193
   [junit4]   2> 1986094 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39193
   [junit4]   2> 1986094 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39193
   [junit4]   2> 1986094 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39193
   [junit4]   2> 1986097 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1986102 INFO  (zkConnectionManagerCallback-9752-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1986102 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1986107 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1986108 INFO  (zkConnectionManagerCallback-9754-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1986108 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1986109 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1986110 INFO  (zkConnectionManagerCallback-9756-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1986110 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1986114 WARN  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]-SendThread(127.0.0.1:39193)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100880017fd0002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x100880017fd0002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100880017fd0002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 1986215 INFO  (jetty-launcher-9757-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1986215 INFO  (jetty-launcher-9757-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1986215 INFO  (jetty-launcher-9757-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1986215 INFO  (jetty-launcher-9757-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1986215 INFO  (jetty-launcher-9757-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1986215 INFO  (jetty-launcher-9757-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1986215 INFO  (jetty-launcher-9757-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 1986215 INFO  (jetty-launcher-9757-thread-3) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 1986216 INFO  (jetty-launcher-9757-thread-4) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 1986218 INFO  (jetty-launcher-9757-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1986218 INFO  (jetty-launcher-9757-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1986219 INFO  (jetty-launcher-9757-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 1986225 INFO  (jetty-launcher-9757-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1986225 INFO  (jetty-launcher-9757-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1986225 INFO  (jetty-launcher-9757-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1986229 INFO  (jetty-launcher-9757-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67aae483{/solr,null,AVAILABLE}
   [junit4]   2> 1986229 INFO  (jetty-launcher-9757-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@541fe6c4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46271}
   [junit4]   2> 1986229 INFO  (jetty-launcher-9757-thread-2) [     ] o.e.j.s.Server Started @1986267ms
   [junit4]   2> 1986229 INFO  (jetty-launcher-9757-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46271}
   [junit4]   2> 1986229 ERROR (jetty-launcher-9757-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1986229 INFO  (jetty-launcher-9757-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1986229 INFO  (jetty-launcher-9757-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1986229 INFO  (jetty-launcher-9757-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1986229 INFO  (jetty-launcher-9757-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1986229 INFO  (jetty-launcher-9757-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-27T07:16:33.322650Z
   [junit4]   2> 1986230 INFO  (jetty-launcher-9757-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1986230 INFO  (jetty-launcher-9757-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1986230 INFO  (jetty-launcher-9757-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1986233 INFO  (jetty-launcher-9757-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1986237 INFO  (zkConnectionManagerCallback-9759-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1986238 INFO  (jetty-launcher-9757-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1986238 INFO  (jetty-launcher-9757-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1baed70a{/solr,null,AVAILABLE}
   [junit4]   2> 1986238 INFO  (jetty-launcher-9757-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1986238 INFO  (jetty-launcher-9757-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3421f626{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35947}
   [junit4]   2> 1986238 INFO  (jetty-launcher-9757-thread-4) [     ] o.e.j.s.Server Started @1986276ms
   [junit4]   2> 1986238 INFO  (jetty-launcher-9757-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35947}
   [junit4]   2> 1986238 ERROR (jetty-launcher-9757-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1986238 INFO  (jetty-launcher-9757-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1986238 INFO  (jetty-launcher-9757-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1986238 INFO  (jetty-launcher-9757-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1986238 INFO  (jetty-launcher-9757-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1986238 INFO  (jetty-launcher-9757-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-27T07:16:33.331933Z
   [junit4]   2> 1986242 INFO  (jetty-launcher-9757-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1986242 INFO  (jetty-launcher-9757-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1986242 INFO  (jetty-launcher-9757-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1986243 INFO  (jetty-launcher-9757-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1986246 INFO  (jetty-launcher-9757-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1986246 INFO  (jetty-launcher-9757-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1986246 INFO  (jetty-launcher-9757-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1986247 INFO  (jetty-launcher-9757-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@883c81f{/solr,null,AVAILABLE}
   [junit4]   2> 1986247 INFO  (jetty-launcher-9757-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7f90a6bd{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42829}
   [junit4]   2> 1986247 INFO  (jetty-launcher-9757-thread-1) [     ] o.e.j.s.Server Started @1986285ms
   [junit4]   2> 1986247 INFO  (jetty-launcher-9757-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42829}
   [junit4]   2> 1986247 ERROR (jetty-launcher-9757-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1986247 INFO  (jetty-launcher-9757-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1986247 INFO  (jetty-launcher-9757-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1986247 INFO  (jetty-launcher-9757-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1986247 INFO  (jetty-launcher-9757-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1986247 INFO  (jetty-launcher-9757-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-27T07:16:33.340715Z
   [junit4]   2> 1986248 INFO  (zkConnectionManagerCallback-9761-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1986248 INFO  (jetty-launcher-9757-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1986248 INFO  (jetty-launcher-9757-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1986249 INFO  (jetty-launcher-9757-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b9abf35{/solr,null,AVAILABLE}
   [junit4]   2> 1986249 INFO  (jetty-launcher-9757-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5bf86702{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43627}
   [junit4]   2> 1986249 INFO  (jetty-launcher-9757-thread-3) [     ] o.e.j.s.Server Started @1986287ms
   [junit4]   2> 1986249 INFO  (jetty-launcher-9757-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43627}
   [junit4]   2> 1986249 ERROR (jetty-launcher-9757-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1986249 INFO  (jetty-launcher-9757-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1986250 INFO  (jetty-launcher-9757-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1986250 INFO  (jetty-launcher-9757-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1986250 INFO  (jetty-launcher-9757-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 1986250 INFO  (jetty-launcher-9757-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-27T07:16:33.343079Z
   [junit4]   2> 1986250 INFO  (jetty-launcher-9757-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1986251 INFO  (jetty-launcher-9757-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1986251 INFO  (zkConnectionManagerCallback-9763-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1986251 INFO  (jetty-launcher-9757-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1986251 INFO  (jetty-launcher-9757-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1986251 INFO  (zkConnectionManagerCallback-9765-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1986251 INFO  (jetty-launcher-9757-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1986255 INFO  (jetty-launcher-9757-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1986255 WARN  (jetty-launcher-9757-thread-4-SendThread(127.0.0.1:39193)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100880017fd0004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x100880017fd0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100880017fd0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 1986256 WARN  (jetty-launcher-9757-thread-1-SendThread(127.0.0.1:39193)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100880017fd0005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x100880017fd0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100880017fd0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 1986344 INFO  (jetty-launcher-9757-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1986345 WARN  (jetty-launcher-9757-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@689939ff[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986345 WARN  (jetty-launcher-9757-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@689939ff[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986347 WARN  (jetty-launcher-9757-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4cd626b4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986347 WARN  (jetty-launcher-9757-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4cd626b4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986348 INFO  (jetty-launcher-9757-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39193/solr
   [junit4]   2> 1986349 INFO  (jetty-launcher-9757-thread-2) [n:127.0.0.1:46271_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1986350 INFO  (zkConnectionManagerCallback-9775-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1986350 INFO  (jetty-launcher-9757-thread-2) [n:127.0.0.1:46271_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1986356 WARN  (jetty-launcher-9757-thread-3-SendThread(127.0.0.1:39193)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100880017fd0006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x100880017fd0006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100880017fd0006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 1986357 INFO  (jetty-launcher-9757-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1986358 WARN  (jetty-launcher-9757-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2a99ea46[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986358 WARN  (jetty-launcher-9757-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2a99ea46[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986360 WARN  (jetty-launcher-9757-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@56b3180b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986360 WARN  (jetty-launcher-9757-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@56b3180b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986361 INFO  (jetty-launcher-9757-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39193/solr
   [junit4]   2> 1986362 INFO  (jetty-launcher-9757-thread-1) [n:127.0.0.1:42829_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1986362 INFO  (zkConnectionManagerCallback-9785-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1986363 INFO  (jetty-launcher-9757-thread-1) [n:127.0.0.1:42829_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1986373 INFO  (jetty-launcher-9757-thread-1) [n:127.0.0.1:42829_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42829_solr
   [junit4]   2> 1986373 INFO  (jetty-launcher-9757-thread-1) [n:127.0.0.1:42829_solr     ] o.a.s.c.Overseer Overseer (id=72207128021762056-127.0.0.1:42829_solr-n_0000000000) starting
   [junit4]   2> 1986379 INFO  (OverseerStateUpdate-72207128021762056-127.0.0.1:42829_solr-n_0000000000) [n:127.0.0.1:42829_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42829_solr
   [junit4]   2> 1986379 INFO  (jetty-launcher-9757-thread-1) [n:127.0.0.1:42829_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42829_solr
   [junit4]   2> 1986380 INFO  (OverseerStateUpdate-72207128021762056-127.0.0.1:42829_solr-n_0000000000) [n:127.0.0.1:42829_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1986382 INFO  (jetty-launcher-9757-thread-1) [n:127.0.0.1:42829_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1986382 WARN  (jetty-launcher-9757-thread-1) [n:127.0.0.1:42829_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1986401 INFO  (jetty-launcher-9757-thread-1) [n:127.0.0.1:42829_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1986422 INFO  (jetty-launcher-9757-thread-1) [n:127.0.0.1:42829_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42829.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ed0ff13
   [junit4]   2> 1986429 INFO  (jetty-launcher-9757-thread-1) [n:127.0.0.1:42829_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42829.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ed0ff13
   [junit4]   2> 1986429 INFO  (jetty-launcher-9757-thread-1) [n:127.0.0.1:42829_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42829.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ed0ff13
   [junit4]   2> 1986430 INFO  (jetty-launcher-9757-thread-1) [n:127.0.0.1:42829_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_DAE895190B1A888F-001/tempDir-001/node1
   [junit4]   2> 1986444 INFO  (jetty-launcher-9757-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1986445 WARN  (jetty-launcher-9757-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@34574929[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986445 WARN  (jetty-launcher-9757-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@34574929[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986447 WARN  (jetty-launcher-9757-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6d4a4195[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986447 WARN  (jetty-launcher-9757-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6d4a4195[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986448 INFO  (jetty-launcher-9757-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39193/solr
   [junit4]   2> 1986449 INFO  (jetty-launcher-9757-thread-4) [n:127.0.0.1:35947_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1986450 INFO  (zkConnectionManagerCallback-9807-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1986450 INFO  (jetty-launcher-9757-thread-4) [n:127.0.0.1:35947_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1986450 INFO  (jetty-launcher-9757-thread-2) [n:127.0.0.1:46271_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1986457 INFO  (jetty-launcher-9757-thread-4) [n:127.0.0.1:35947_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1986458 INFO  (jetty-launcher-9757-thread-2) [n:127.0.0.1:46271_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:46271_solr as DOWN
   [junit4]   2> 1986458 INFO  (jetty-launcher-9757-thread-2) [n:127.0.0.1:46271_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1986459 INFO  (jetty-launcher-9757-thread-2) [n:127.0.0.1:46271_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46271_solr
   [junit4]   2> 1986459 INFO  (zkCallback-9784-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1986460 INFO  (zkCallback-9774-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1986460 INFO  (zkCallback-9806-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1986461 INFO  (jetty-launcher-9757-thread-4) [n:127.0.0.1:35947_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:35947_solr as DOWN
   [junit4]   2> 1986461 INFO  (jetty-launcher-9757-thread-2) [n:127.0.0.1:46271_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1986461 WARN  (jetty-launcher-9757-thread-2) [n:127.0.0.1:46271_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1986462 INFO  (jetty-launcher-9757-thread-4) [n:127.0.0.1:35947_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1986462 INFO  (jetty-launcher-9757-thread-4) [n:127.0.0.1:35947_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35947_solr
   [junit4]   2> 1986462 INFO  (zkCallback-9806-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1986462 INFO  (zkCallback-9774-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1986462 INFO  (zkCallback-9784-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1986463 INFO  (jetty-launcher-9757-thread-4) [n:127.0.0.1:35947_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1986464 WARN  (jetty-launcher-9757-thread-4) [n:127.0.0.1:35947_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1986482 INFO  (jetty-launcher-9757-thread-2) [n:127.0.0.1:46271_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1986483 INFO  (jetty-launcher-9757-thread-4) [n:127.0.0.1:35947_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1986503 INFO  (jetty-launcher-9757-thread-2) [n:127.0.0.1:46271_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46271.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ed0ff13
   [junit4]   2> 1986504 INFO  (jetty-launcher-9757-thread-4) [n:127.0.0.1:35947_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35947.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ed0ff13
   [junit4]   2> 1986512 INFO  (jetty-launcher-9757-thread-2) [n:127.0.0.1:46271_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46271.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ed0ff13
   [junit4]   2> 1986512 INFO  (jetty-launcher-9757-thread-2) [n:127.0.0.1:46271_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46271.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ed0ff13
   [junit4]   2> 1986513 INFO  (jetty-launcher-9757-thread-4) [n:127.0.0.1:35947_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35947.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ed0ff13
   [junit4]   2> 1986513 INFO  (jetty-launcher-9757-thread-4) [n:127.0.0.1:35947_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35947.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ed0ff13
   [junit4]   2> 1986513 INFO  (jetty-launcher-9757-thread-2) [n:127.0.0.1:46271_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_DAE895190B1A888F-001/tempDir-001/node2
   [junit4]   2> 1986514 INFO  (jetty-launcher-9757-thread-4) [n:127.0.0.1:35947_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_DAE895190B1A888F-001/tempDir-001/node4
   [junit4]   2> 1986544 INFO  (jetty-launcher-9757-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1986545 WARN  (jetty-launcher-9757-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@27b4cdb7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986545 WARN  (jetty-launcher-9757-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@27b4cdb7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986547 WARN  (jetty-launcher-9757-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@74ace665[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986547 WARN  (jetty-launcher-9757-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@74ace665[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1986548 INFO  (jetty-launcher-9757-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39193/solr
   [junit4]   2> 1986549 INFO  (jetty-launcher-9757-thread-3) [n:127.0.0.1:43627_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1986550 INFO  (zkConnectionManagerCallback-9831-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1986550 INFO  (jetty-launcher-9757-thread-3) [n:127.0.0.1:43627_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1986553 INFO  (jetty-launcher-9757-thread-3) [n:127.0.0.1:43627_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1986556 INFO  (jetty-launcher-9757-thread-3) [n:127.0.0.1:43627_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:43627_solr as DOWN
   [junit4]   2> 1986557 INFO  (jetty-launcher-9757-thread-3) [n:127.0.0.1:43627_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1986557 INFO  (jetty-launcher-9757-thread-3) [n:127.0.0.1:43627_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43627_solr
   [junit4]   2> 1986557 INFO  (zkCallback-9806-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1986557 INFO  (zkCallback-9774-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1986557 INFO  (zkCallback-9784-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1986558 INFO  (zkCallback-9830-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1986559 INFO  (jetty-launcher-9757-thread-3) [n:127.0.0.1:43627_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1986559 WARN  (jetty-launcher-9757-thread-3) [n:127.0.0.1:43627_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1986578 INFO  (jetty-launcher-9757-thread-3) [n:127.0.0.1:43627_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1986597 INFO  (jetty-launcher-9757-thread-3) [n:127.0.0.1:43627_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43627.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ed0ff13
   [junit4]   2> 1986605 INFO  (jetty-launcher-9757-thread-3) [n:127.0.0.1:43627_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43627.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ed0ff13
   [junit4]   2> 1986605 INFO  (jetty-launcher-9757-thread-3) [n:127.0.0.1:43627_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43627.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ed0ff13
   [junit4]   2> 1986607 INFO  (jetty-launcher-9757-thread-3) [n:127.0.0.1:43627_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_DAE895190B1A888F-001/tempDir-001/node3
   [junit4]   2> 1986617 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 1986618 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1986619 INFO  (zkConnectionManagerCallback-9844-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1986619 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1986620 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1986620 INFO  (TEST-TestContainerPlugin.testApi-seed#[DAE895190B1A888F]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39193/solr ready
   [junit4]   2> 1986628 ERROR (qtp1524106223-17742) [n:127.0.0.1:46271_solr     ] o.a.s.a.AnnotatedApi Error executing command  
   [junit4]   2>           => org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error executing command, errors: [{add=org.apache.solr.client.solrj.request.beans.PluginMeta@aa107ef, errorMessages=[java.lang.RuntimeException: No method with @Command in class: org.apache.solr.handler.TestContainerPlugin$C2]}], 
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.checkForErrorInPayload(AnnotatedApi.java:323)
   [junit4]   2> org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error executing command
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.checkForErrorInPayload(AnnotatedApi.java:323) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.invoke(AnnotatedApi.java:293) [java/:?]
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi.call(AnnotatedApi.java:196) [java/:?]
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:340) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 1986630 INFO  (qtp1524106223-17742) [n:127.0.0.1:46271_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=400 QTime=4
   [junit4]   2> 1986632 ERROR (qtp1901545191-17775) [n:127.0.0.1:42829_solr     ] o.a.s.a.AnnotatedApi Error executing command  
   [junit4]   2>           => org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error executing command, errors: [{add=org.apache.solr.client.solrj.request.beans.PluginMeta@aa107ee, errorMessages=[java.lang.RuntimeException: Invalid Class : org.apache.solr.handler.TestContainerPlugin$C1 No @EndPoints]}], 
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.checkForErrorInPayload(AnnotatedApi.java:323)
   [junit4]   2> org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error executing command
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.checkForErrorInPayload(AnnotatedApi.java:323) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.invoke(AnnotatedApi.java:293) [java/:?]
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi.call(AnnotatedApi.java:196) [java/:?]
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:340) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 1986633 INFO  (qtp1901545191-17775) [n:127.0.0.1:42829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=400 QTime=1
   [junit4]   2> 1986636 INFO  (qtp1524106223-17747) [n:127.0.0.1:46271_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1986638 INFO  (qtp1430225877-17763) [n:127.0.0.1:43627_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1986640 ERROR (qtp1901545191-17778) [n:127.0.0.1:42829_solr     ] o.a.s.a.V2HttpCall >> path: '/plugin/my/plugin'
   [junit4]   2> 1986641 ERROR (qtp1901545191-17778) [n:127.0.0.1:42829_solr     ] o.a.s.a.V2HttpCall Error in init()
   [junit4]   2>           => org.apache.solr.common.SolrException: no core retrieved for null
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:139)
   [junit4]   2> org.apache.solr.common.SolrException: no core retrieved for null
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:139) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:546) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:767) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 1986743 INFO  (qtp988159754-17759) [n:127.0.0.1:35947_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/plugin/my/plugin params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1986745 INFO  (qtp988159754-17761) [n:127.0.0.1:35947_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1986746 INFO  (qtp1430225877-17770) [n:127.0.0.1:43627_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1986748 ERROR (qtp1901545191-17779) [n:127.0.0.1:42829_solr     ] o.a.s.a.AnnotatedApi Error executing command  
   [junit4]   2>           => org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error executing command, errors: [{add=org.apache.solr.client.solrj.request.beans.PluginMeta@21cc1b41, errorMessages=[path must not have a prefix: collections]}], 
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.checkForErrorInPayload(AnnotatedApi.java:323)
   [junit4]   2> org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error executing command
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.checkForErrorInPayload(AnnotatedApi.java:323) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.invoke(AnnotatedApi.java:293) [java/:?]
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi.call(AnnotatedApi.java:196) [java/:?]
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:340) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 1986749 INFO  (qtp1901545191-17779) [n:127.0.0.1:42829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=400 QTime=1
   [junit4]   2> 1986751 INFO  (qtp988159754-17762) [n:127.0.0.1:35947_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1986752 ERROR (qtp988159754-17766) [n:127.0.0.1:35947_solr     ] o.a.s.a.V2HttpCall >> path: '/my-random-name/my/plugin'
   [junit4]   2> 1986752 ERROR (qtp988159754-17766) [n:127.0.0.1:35947_solr     ] o.a.s.a.V2HttpCall Error in init()
   [junit4]   2>           => org.apache.solr.common.SolrException: no core retrieved for null
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:139)
   [junit4]   2> org.apache.solr.common.SolrException: no core retrieved for null
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:139) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:546) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:767) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 1986853 INFO  (qtp1901545191-17780) [n:127.0.0.1:42829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/my-random-name/my/plugin params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1986854 INFO  (qtp1430225877-17771) [n:127.0.0.1:43627_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/my-random-prefix/their/plugin params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1986855 INFO  (qtp988159754-17757) [n:127.0.0.1:35947_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1986856 INFO  (qtp1430225877-17772) [n:127.0.0.1:43627_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/my-random-prefix/their/plugin params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1986957 ERROR (qtp988159754-17759) [n:127.0.0.1:35947_solr     ] o.a.s.a.V2HttpCall >> path: '/my-random-prefix/their/plugin'
   [junit4]   2> 1986957 ERROR (qtp988159754-17759) [n:127.0.0.1:35947_solr     ] o.a.s.a.V2HttpCall Error in init()
   [junit4]   2>           => org.apache.solr.common.SolrException: no core retrieved for null
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:139)
   [junit4]   2> org.apache.solr.common.SolrException: no core retrieved for null
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:139) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:546) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:767) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 1986958 ERROR (qtp1901545191-17767) [n:127.0.0.1:42829_solr     ] o.a.s.a.V2HttpCall >> path: '/my-random-prefix/their/plugin'
   [junit4]   2> 1986959 ERROR (qtp1901545191-17767) [n:127.0.0.1:42829_solr     ] o.a.s.a.V2HttpCall Error in init()
   [junit4]   2>           => org.apache.solr.common.SolrException: no core retrieved for null
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:139)
   [junit4]   2> org.apache.solr.common.SolrException: no core retrieved for null
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:139) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:546) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:767) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 1987061 INFO  (jetty-closer-9845-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=512377581
   [junit4]   2> 1987061 INFO  (jetty-closer-9845-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42829_solr
   [junit4]   2> 1987061 INFO  (jetty-closer-9845-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1773934694
   [junit4]   2> 1987061 INFO  (jetty-closer-9845-thread-3) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=34483871
   [junit4]   2> 1987062 INFO  (jetty-closer-9845-thread-3) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35947_solr
   [junit4]   2> 1987062 INFO  (jetty-closer-9845-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46271_solr
   [junit4]   2> 1987062 INFO  (jetty-closer-9845-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1987062 INFO  (jetty-closer-9845-thread-3) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1987062 INFO  (jetty-closer-9845-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:42829_solr as DOWN
   [junit4]   2> 1987062 INFO  (jetty-closer-9845-thread-3) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:35947_solr as DOWN
   [junit4]   2> 1987062 INFO  (jetty-closer-9845-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1987062 INFO  (jetty-closer-9845-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:46271_solr as DOWN
   [junit4]   2> 1987063 INFO  (zkCallback-9806-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 1987063 INFO  (zkCallback-9784-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 1987063 INFO  (zkCallback-9774-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 1987063 INFO  (zkCallback-9830-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 1987065 INFO  (jetty-closer-9845-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1987066 INFO  (jetty-closer-9845-thread-4) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1166376927
   [junit4]   2> 1987066 INFO  (jetty-closer-9845-thread-4) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43627_solr
   [junit4]   2> 1987066 INFO  (jetty-closer-9845-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1987067 INFO  (jetty-closer-9845-thread-4) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1987067 INFO  (jetty-closer-9845-thread-4) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:43627_solr as DOWN
   [junit4]   2> 1987067 INFO  (jetty-closer-9845-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28912c15: rootName = solr_46271, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@473d23e8
   [junit4]   2> 1987067 INFO  (zkCallback-9774-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1987067 INFO  (zkCallback-9830-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1987070 INFO  (zkCallback-9784-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1987071 INFO  (jetty-closer-9845-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1987071 INFO  (jetty-closer-9845-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46a80eb5: rootName = solr_35947, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@69e53c39
   [junit4]   2> 1987071 INFO  (zkCallback-9806-thread-1) [     ]

[...truncated too long message...]

0) closing
   [junit4]   2> 1998296 INFO  (jetty-closer-9960-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@61fbdc85{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1998296 INFO  (jetty-closer-9960-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@93ea274{/solr,null,UNAVAILABLE}
   [junit4]   2> 1998296 INFO  (jetty-closer-9960-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1998458 INFO  (jetty-closer-9960-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@608d3230{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1998458 INFO  (jetty-closer-9960-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@72b8ca6{/solr,null,UNAVAILABLE}
   [junit4]   2> 1998458 INFO  (jetty-closer-9960-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1998603 INFO  (jetty-closer-9960-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@64a84031{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1998603 INFO  (jetty-closer-9960-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5be48fea{/solr,null,UNAVAILABLE}
   [junit4]   2> 1998603 INFO  (jetty-closer-9960-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1998604 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[DAE895190B1A888F]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1998706 WARN  (TEST-TestContainerPlugin.testApiFromPackage-seed#[DAE895190B1A888F]-SendThread(127.0.0.1:36141)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10088001dfd0001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10088001dfd0001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10088001dfd0001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 1998808 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/packages.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72207128122425352-127.0.0.1:33669_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/live_nodes
   [junit4]   2> 	8	/solr/overseer/queue
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1998810 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[DAE895190B1A888F]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36141
   [junit4]   2> 1998810 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[DAE895190B1A888F]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36141
   [junit4]   2> 1998810 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[DAE895190B1A888F]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36141
   [junit4]   2> 1998811 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[DAE895190B1A888F]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testApiFromPackage
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestContainerPlugin -Dtests.method=testApiFromPackage -Dtests.seed=DAE895190B1A888F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=sbp -Dtests.timezone=Africa/Malabo -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   11.3s J0 | TestContainerPlugin.testApiFromPackage <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:39687/solr: Error executing command
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DAE895190B1A888F:37B66D6839505F06]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException.create(BaseHttpSolrClient.java:67)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:647)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:389)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:359)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1170)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:931)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:865)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
   [junit4]    > 	at org.apache.solr.handler.TestContainerPlugin.testApiFromPackage(TestContainerPlugin.java:265)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 1998814 INFO  (SUITE-TestContainerPlugin-seed#[DAE895190B1A888F]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1998814 INFO  (SUITE-TestContainerPlugin-seed#[DAE895190B1A888F]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36141
   [junit4]   2> 1998814 INFO  (SUITE-TestContainerPlugin-seed#[DAE895190B1A888F]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36141
   [junit4]   2> 1998814 INFO  (SUITE-TestContainerPlugin-seed#[DAE895190B1A888F]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36141
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_DAE895190B1A888F-001
   [junit4]   2> Jul 27, 2020 7:16:45 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene86): {}, docValues:{}, maxPointsInLeafNode=1934, maxMBSortInHeap=7.4296273411609635, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sbp, timezone=Africa/Malabo
   [junit4]   2> NOTE: Linux 4.15.0-108-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=257154008,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [AssignBackwardCompatibilityTest, ShardRoutingTest, TestFilteredDocIdSet, TestCollapseQParserPlugin, OrderedExecutorTest, SignificantTermsQParserPluginTest, IgnoreLargeDocumentProcessorFactoryTest, TestCodecSupport, Tagger2Test, TestSolr4Spatial2, TestInPlaceUpdatesRequiredField, CdcrOpsAndBoundariesTest, CustomTermsComponentTest, DateRangeFieldTest, TestPayloadScoreQParserPlugin, IndexSchemaRuntimeFieldTest, LeaderVoteWaitTimeoutTest, TestTrieFacet, ResolveAnalyzerByNameTest, SearchHandlerTest, InfoHandlerTest, V2StandaloneTest, EchoParamsTest, TestCloudSchemaless, TestScoreJoinQPNoScore, TestBinaryResponseWriter, TestExactSharedStatsCache, TlogReplayBufferedWhileIndexingTest, ExitableDirectoryReaderTest, OverseerModifyCollectionTest, AuditLoggerIntegrationTest, AdminHandlersProxyTest, DistributedFacetPivotWhiteBoxTest, TestBM25SimilarityFactory, TestInfoStreamLogging, TestUseDocValuesAsStored2, TestMiniSolrCloudClusterSSL, TestRangeQuery, ConfigureRecoveryStrategyTest, TestLogWatcher, RemoteQueryErrorTest, TestGroupingSearch, TestHttpServletCarrier, TestRSAKeyPair, TestSolrFieldCacheBean, DefaultValueUpdateProcessorTest, TestSlowCompositeReaderWrapper, TimeRoutedAliasUpdateProcessorTest, TestSuggestSpellingConverter, TestCrossCoreJoin, PeerSyncWithBufferUpdatesTest, TestComponentsName, StatsComponentTest, SolrCmdDistributorTest, TestHalfAndHalfDocValues, FieldAnalysisRequestHandlerTest, ShardSplitTest, RestartWhileUpdatingTest, TestSubQueryTransformer, HttpSolrCallGetCoreTest, CheckHdfsIndexTest, CopyFieldTest, DistributedQueryComponentOptimizationTest, BadIndexSchemaTest, TestQuerySenderListener, TestContainerPlugin]
   [junit4] Completed [386/868 (1!)] on J0 in 13.57s, 2 tests, 1 error <<< FAILURES!

[...truncated 53609 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2265 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2265/

1 tests failed.
FAILED:  org.apache.lucene.index.TestIndexWriter.testThreadInterruptDeadlock

Error Message:
Captured an uncaught exception in thread: Thread[id=14884, name=Thread-14599, state=RUNNABLE, group=TGRP-TestIndexWriter]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=14884, name=Thread-14599, state=RUNNABLE, group=TGRP-TestIndexWriter]
Caused by: org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
	at __randomizedtesting.SeedInfo.seed([F60E6ABE95A0C2A0]:0)
	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:38)
	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:769)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:90)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:146)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:175)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:99)
	at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:675)
	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:301)
	at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:836)
	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:1083)
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.base/java.lang.Thread.sleep(Native Method)
	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
	... 15 more




Build Log:
[...truncated 1387 lines...]
   [junit4] Suite: org.apache.lucene.index.TestIndexWriter
   [junit4]   2> jul. 26, 2020 6:04:20 A.M. com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-14599,5,TGRP-TestIndexWriter]
   [junit4]   2> org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([F60E6ABE95A0C2A0]:0)
   [junit4]   2> 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:38)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:769)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:90)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:146)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
   [junit4]   2> 	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
   [junit4]   2> 	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:175)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:99)
   [junit4]   2> 	at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:675)
   [junit4]   2> 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:301)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:836)
   [junit4]   2> 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]   2> 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:1083)
   [junit4]   2> Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
   [junit4]   2> 	... 15 more
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestIndexWriter -Dtests.method=testThreadInterruptDeadlock -Dtests.seed=F60E6ABE95A0C2A0 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=nl-BQ -Dtests.timezone=Europe/Ljubljana -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   2.60s J1 | TestIndexWriter.testThreadInterruptDeadlock <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:41)
   [junit4]    > 	at org.apache.lucene.store.Directory.copyFrom(Directory.java:186)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.copyFrom(MockDirectoryWrapper.java:1049)
   [junit4]    > 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.copyFrom(LockValidatingDirectoryWrapper.java:50)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.copySegmentAsIs(IndexWriter.java:3074)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addIndexes(IndexWriter.java:2817)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:983)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:39)
   [junit4]    > 	... 6 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:126)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.close(ThrottledIndexOutput.java:75)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:178)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.finish(CompressingStoredFieldsWriter.java:469)
   [junit4]    > 	at org.apache.lucene.index.StoredFieldsConsumer.flush(StoredFieldsConsumer.java:72)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:215)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:394)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:440)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1333)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:987)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:124)
   [junit4]    > 	... 12 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4798)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1989)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1915)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:1007)
   [junit4]    > Caused by: java.lang.InterruptedException
   [junit4]    > 	at java.base/java.lang.Object.wait(Native Method)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4796)
   [junit4]    > 	... 3 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:38)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:769)
   [junit4]    > 	at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
   [junit4]    > 	at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80NormsProducer.<init>(Lucene80NormsProducer.java:72)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80NormsFormat.normsProducer(Lucene80NormsFormat.java:90)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:233)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:660)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3580)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3538)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:1004)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
   [junit4]    > 	... 13 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:126)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.close(ThrottledIndexOutput.java:75)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:111)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.finish(CompressingStoredFieldsWriter.java:469)
   [junit4]    > 	at org.apache.lucene.index.StoredFieldsConsumer.flush(StoredFieldsConsumer.java:72)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:215)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:394)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:440)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1333)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:989)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:124)
   [junit4]    > 	... 15 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:126)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.close(ThrottledIndexOutput.java:75)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer$CompressedBinaryBlockWriter.writeMetaData(Lucene80DocValuesConsumer.java:457)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.addBinaryField(Lucene80DocValuesConsumer.java:544)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:114)
   [junit4]    > 	at org.apache.lucene.index.BinaryDocValuesWriter.flush(BinaryDocValuesWriter.java:138)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.writeDocValues(DefaultIndexingChain.java:322)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:201)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:394)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:440)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1333)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:987)
   [junit4]    > 	Suppressed: org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 		at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:126)
   [junit4]    > 		at org.apache.lucene.util.ThrottledIndexOutput.close(ThrottledIndexOutput.java:75)
   [junit4]    > 		at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 		at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 		at org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer$CompressedBinaryBlockWriter.close(Lucene80DocValuesConsumer.java:487)
   [junit4]    > 		at org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.addBinaryField(Lucene80DocValuesConsumer.java:500)
   [junit4]    > 		... 11 more
   [junit4]    > 	Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 		at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 		at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:124)
   [junit4]    > 		... 16 more
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:124)
   [junit4]    > 	... 16 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:126)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.close(ThrottledIndexOutput.java:75)
   [junit4]    > 	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.write(Lucene60FieldInfosFormat.java:301)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:251)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:660)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:564)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:103)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:994)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:124)
   [junit4]    > 	... 9 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:126)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.close(ThrottledIndexOutput.java:75)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:178)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.finish(CompressingStoredFieldsWriter.java:469)
   [junit4]    > 	at org.apache.lucene.index.StoredFieldsConsumer.flush(StoredFieldsConsumer.java:72)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:215)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:660)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3580)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3538)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:1004)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:124)
   [junit4]    > 	... 12 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4798)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1989)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1915)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:1007)
   [junit4]    > Caused by: java.lang.InterruptedException
   [junit4]    > 	at java.base/java.lang.Object.wait(Native Method)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4796)
   [junit4]    > 	... 3 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:126)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.close(ThrottledIndexOutput.java:75)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80NormsConsumer.close(Lucene80NormsConsumer.java:73)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.writeNorms(DefaultIndexingChain.java:381)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:194)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:394)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:440)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1333)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:989)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:124)
   [junit4]    > 	... 16 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:38)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:769)
   [junit4]    > 	at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
   [junit4]    > 	at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
   [junit4]    > 	at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:90)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:5125)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.sealFlushedSegment(DocumentsWriterPerThread.java:486)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:424)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:660)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3580)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3538)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:1004)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
   [junit4]    > 	... 15 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:38)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:769)
   [junit4]    > 	at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
   [junit4]    > 	at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80NormsProducer.<init>(Lucene80NormsProducer.java:59)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80NormsFormat.normsProducer(Lucene80NormsFormat.java:90)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:233)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:394)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:440)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1333)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:989)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
   [junit4]    > 	... 15 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4798)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1989)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1915)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:1007)
   [junit4]    > Caused by: java.lang.InterruptedException
   [junit4]    > 	at java.base/java.lang.Object.wait(Native Method)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4796)
   [junit4]    > 	... 3 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:126)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.close(ThrottledIndexOutput.java:75)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.FieldsIndexWriter.close(FieldsIndexWriter.java:184)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.close(CompressingStoredFieldsWriter.java:133)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.index.StoredFieldsConsumer.flush(StoredFieldsConsumer.java:74)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:215)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:394)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:440)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1333)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:989)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:124)
   [junit4]    > 	... 19 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:126)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.close(ThrottledIndexOutput.java:75)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer$CompressedBinaryBlockWriter.writeMetaData(Lucene80DocValuesConsumer.java:457)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.addBinaryField(Lucene80DocValuesConsumer.java:544)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:114)
   [junit4]    > 	at org.apache.lucene.index.BinaryDocValuesWriter.flush(BinaryDocValuesWriter.java:138)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.writeDocValues(DefaultIndexingChain.java:322)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:201)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:394)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:440)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1333)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:989)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:124)
   [junit4]    > 	... 17 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:126)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.close(ThrottledIndexOutput.java:75)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.close(Lucene84PostingsWriter.java:515)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.close(BlockTreeTermsWriter.java:1050)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.close(PerFieldPostingsFormat.java:264)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:101)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:240)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:394)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:440)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1333)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:987)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:124)
   [junit4]    > 	... 20 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:126)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.close(ThrottledIndexOutput.java:75)
   [junit4]    > 	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.write(Lucene60FieldInfosFormat.java:301)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:251)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:660)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:564)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:103)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:994)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:124)
   [junit4]    > 	... 9 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:38)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:769)
   [junit4]    > 	at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
   [junit4]    > 	at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
   [junit4]    > 	at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:90)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:5125)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.sealFlushedSegment(DocumentsWriterPerThread.java:486)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:424)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:394)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:440)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1333)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:989)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
   [junit4]    > 	... 16 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:38)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:769)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.<init>(CompressingStoredFieldsReader.java:125)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsReader(CompressingStoredFieldsFormat.java:123)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:127)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$prepareOnCommitMerge$6(IndexWriter.java:3409)
   [junit4]    > 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$2.initMergeReaders(IndexWriter.java:3388)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareOnCommitMerge(IndexWriter.java:3403)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3247)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3580)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3538)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:1004)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
   [junit4]    > 	... 15 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:41)
   [junit4]    > 	at org.apache.lucene.store.BufferedChecksumIndexInput.close(BufferedChecksumIndexInput.java:60)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80NormsProducer.<init>(Lucene80NormsProducer.java:69)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80NormsFormat.normsProducer(Lucene80NormsFormat.java:90)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:233)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:660)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:564)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:103)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:994)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:39)
   [junit4]    > 	... 10 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:126)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.close(ThrottledIndexOutput.java:75)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.close(BlockTreeTermsWriter.java:1050)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.close(PerFieldPostingsFormat.java:264)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:101)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:240)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:660)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:564)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:103)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:994)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:124)
   [junit4]    > 	... 16 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:41)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.FieldsIndexReader.close(FieldsIndexReader.java:114)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.close(CompressingStoredFieldsReader.java:204)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.decRef(SegmentCoreReaders.java:171)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.doClose(SegmentReader.java:204)
   [junit4]    > 	at org.apache.lucene.index.IndexReader.decRef(IndexReader.java:244)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.dropReaders(ReadersAndUpdates.java:198)
   [junit4]    > 	at org.apache.lucene.index.ReaderPool.dropAll(ReaderPool.java:301)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.deleteAll(IndexWriter.java:2444)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:985)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:39)
   [junit4]    > 	... 13 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:38)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:769)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]    > 	at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:164)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsProducer(Lucene84PostingsFormat.java:441)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:315)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:395)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:213)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:106)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:590)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:103)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:994)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
   [junit4]    > 	... 15 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:41)
   [junit4]    > 	at org.apache.lucene.store.BufferedChecksumIndexInput.close(BufferedChecksumIndexInput.java:60)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.FieldsIndexReader.<init>(FieldsIndexReader.java:69)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.<init>(CompressingStoredFieldsReader.java:166)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsReader(CompressingStoredFieldsFormat.java:123)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:127)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.BufferedUpdatesStream$SegmentState.<init>(BufferedUpdatesStream.java:271)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.openSegmentStates(IndexWriter.java:5618)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceApply(IndexWriter.java:5434)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.tryApply(IndexWriter.java:5371)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$4(IndexWriter.java:2573)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$EventQueue.processEventsInternal(IndexWriter.java:352)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$EventQueue.processEvents(IndexWriter.java:342)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5238)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:571)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:103)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:994)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:39)
   [junit4]    > 	... 18 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:126)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.close(ThrottledIndexOutput.java:75)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80NormsConsumer.close(Lucene80NormsConsumer.java:73)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.writeNorms(DefaultIndexingChain.java:381)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:194)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:660)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:564)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:103)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:994)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:124)
   [junit4]    > 	... 14 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:41)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsReader.close(Lucene84PostingsReader.java:167)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.close(BlockTreeTermsReader.java:287)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.close(PerFieldPostingsFormat.java:349)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.decRef(SegmentCoreReaders.java:171)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.doClose(SegmentReader.java:204)
   [junit4]    > 	at org.apache.lucene.index.IndexReader.decRef(IndexReader.java:244)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.dropReaders(ReadersAndUpdates.java:198)
   [junit4]    > 	at org.apache.lucene.index.ReaderPool.drop(ReaderPool.java:116)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.dropDeletedSegment(IndexWriter.java:1540)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.finishApply(IndexWriter.java:5576)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$forceApply$16(IndexWriter.java:5459)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceApply(IndexWriter.java:5464)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.tryApply(IndexWriter.java:5371)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$4(IndexWriter.java:2573)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$EventQueue.processEventsInternal(IndexWriter.java:352)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$EventQueue.processEvents(IndexWriter.java:342)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5238)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeProcessEvents(IndexWriter.java:5231)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1333)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:987)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:39)
   [junit4]    > 	... 28 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:41)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.close(BlockTreeTermsReader.java:287)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.close(PerFieldPostingsFormat.java:349)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.decRef(SegmentCoreReaders.java:171)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.doClose(SegmentReader.java:204)
   [junit4]    > 	at org.apache.lucene.index.IndexReader.decRef(IndexReader.java:244)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.dropReaders(ReadersAndUpdates.java:198)
   [junit4]    > 	at org.apache.lucene.index.ReaderPool.dropAll(ReaderPool.java:301)
   [junit4]    > 	at org.apache.lucene.index.ReaderPool.close(ReaderPool.java:212)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2321)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2250)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeCloseOnTragicEvent(IndexWriter.java:5018)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1344)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:989)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:39)
   [junit4]    > 	... 20 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:41)
   [junit4]    > 	at org.apache.lucene.store.BufferedChecksumIndexInput.close(BufferedChecksumIndexInput.java:60)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:107)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:5125)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.sealFlushedSegment(DocumentsWriterPerThread.java:486)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:424)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:660)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3580)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3538)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:1004)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:39)
   [junit4]    > 	... 11 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:38)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:769)
   [junit4]    > 	at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:145)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsProducer(Lucene84PostingsFormat.java:441)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:315)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:395)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.BufferedUpdatesStream$SegmentState.<init>(BufferedUpdatesStream.java:271)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.openSegmentStates(IndexWriter.java:5618)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceApply(IndexWriter.java:5434)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.tryApply(IndexWriter.java:5371)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$4(IndexWriter.java:2573)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$EventQueue.processEventsInternal(IndexWriter.java:352)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$EventQueue.processEvents(IndexWriter.java:342)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5238)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:571)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:103)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:994)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
   [junit4]    > 	... 19 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:41)
   [junit4]    > 	at org.apache.lucene.store.BufferedChecksumIndexInput.close(BufferedChecksumIndexInput.java:60)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:87)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:146)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
   [junit4]    > 	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
   [junit4]    > 	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:175)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:99)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.BufferedUpdatesStream$SegmentState.<init>(BufferedUpdatesStream.java:271)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.openSegmentStates(IndexWriter.java:5618)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceApply(IndexWriter.java:5434)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.tryApply(IndexWriter.java:5371)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$4(IndexWriter.java:2573)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$EventQueue.processEventsInternal(IndexWriter.java:352)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$EventQueue.processEvents(IndexWriter.java:342)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5238)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3207)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3580)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3538)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:1004)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:39)
   [junit4]    > 	... 22 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:38)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:769)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsReader.<init>(Lucene84PostingsReader.java:89)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsProducer(Lucene84PostingsFormat.java:438)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:315)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:395)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.BufferedUpdatesStream$SegmentState.<init>(BufferedUpdatesStream.java:271)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.openSegmentStates(IndexWriter.java:5618)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceApply(IndexWriter.java:5434)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.tryApply(IndexWriter.java:5371)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$4(IndexWriter.java:2573)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$EventQueue.processEventsInternal(IndexWriter.java:352)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$EventQueue.processEvents(IndexWriter.java:342)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5238)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeProcessEvents(IndexWriter.java:5231)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1333)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:987)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
   [junit4]    > 	... 20 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:126)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.close(ThrottledIndexOutput.java:75)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80NormsConsumer.close(Lucene80NormsConsumer.java:73)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.writeNorms(DefaultIndexingChain.java:381)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:194)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:379)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:480)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:660)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:564)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:103)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:994)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.util.ThrottledIndexOutput.sleep(ThrottledIndexOutput.java:124)
   [junit4]    > 	... 14 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:38)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:769)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:90)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:146)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
   [junit4]    > 	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
   [junit4]    > 	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:175)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:99)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.BufferedUpdatesStream$SegmentState.<init>(BufferedUpdatesStream.java:271)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.openSegmentStates(IndexWriter.java:5618)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceApply(IndexWriter.java:5434)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.tryApply(IndexWriter.java:5371)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$4(IndexWriter.java:2573)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$EventQueue.processEventsInternal(IndexWriter.java:352)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$EventQueue.processEvents(IndexWriter.java:342)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5238)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3207)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3580)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3538)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:1004)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
   [junit4]    > 	... 22 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:41)
   [junit4]    > 	at org.apache.lucene.store.BufferedChecksumIndexInput.close(BufferedChecksumIndexInput.java:60)
   [junit4]    > 	at org.apache.lucene.codecs.lucene86.Lucene86SegmentInfoFormat.read(Lucene86SegmentInfoFormat.java:146)
   [junit4]    > 	at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:364)
   [junit4]    > 	at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:298)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.<init>(IndexFileDeleter.java:165)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:951)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:960)
   [junit4]    > 	Suppressed: org.apache.lucene.index.CorruptIndexException: checksum passed (68bad2f5). possibly transient resource issue, or a Lucene or JVM bug (resource=BufferedChecksumIndexInput(MockIndexInputWrapper((clone of) ByteBuffersIndexInput (file=pending_segments_1f, buffers=1,465 bytes, block size: 1,024, blocks: 2, position: 0))))
   [junit4]    > 		at org.apache.lucene.codecs.CodecUtil.checkFooter(CodecUtil.java:466)
   [junit4]    > 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:441)
   [junit4]    > 		... 4 more
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:39)
   [junit4]    > 	... 7 more
   [junit4]    > TEST thread 1: got interrupt
   [junit4]    > org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:41)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80NormsProducer.close(Lucene80NormsProducer.java:430)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.decRef(SegmentCoreReaders.java:171)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.doClose(SegmentReader.java:204)
   [junit4]    > 	at org.apache.lucene.index.IndexReader.decRef(IndexReader.java:244)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.dropReaders(ReadersAndUpdates.java:198)
   [junit4]    > 	at org.apache.lucene.index.ReaderPool.release(ReaderPool.java:199)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.release(IndexWriter.java:5346)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.release(IndexWriter.java:5341)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$closeMergeReaders$11(IndexWriter.java:4452)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.lambda$applyToAll$0(IOUtils.java:645)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.applyToAll(IOUtils.java:645)
   [junit4]    > 	at org.apache.lucene.index.MergePolicy$OneMerge.close(MergePolicy.java:277)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.closeMergeReaders(IndexWriter.java:4441)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.abortOneMerge(IndexWriter.java:4219)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$prepareOnCommitMerge$7(IndexWriter.java:3419)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.lambda$applyToAll$0(IOUtils.java:645)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.applyToAll(IOUtils.java:645)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareOnCommitMerge(IndexWriter.java:3415)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3247)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3580)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3538)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:1004)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:39)
   [junit4]    > 	... 26 more
   [junit4]    > thread 1 FAILED; unexpected exception
   [junit4]    > java.lang.AssertionError
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.waitForMerges(IndexWriter.java:2532)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1098)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1140)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:942)
   [junit4]    > 	Suppressed: java.lang.AssertionError: we aborted all merges but still have merging segments: [_6b(9.0.0):C1:[diagnostics={source=flush, os.arch=amd64, java.runtime.version=11.0.6+8-LTS, os.version=4.15.0-108-generic, java.vendor=Oracle Corporation, os=Linux, timestamp=1595736259862, java.version=11.0.6, java.vm.version=11.0.6+8-LTS, lucene.version=9.0.0}] :id=1hgd1365loispa86q0um77zmc, _5w(9.0.0):C1:[diagnostics={source=flush, os.arch=amd64, java.runtime.version=11.0.6+8-LTS, os.version=4.15.0-108-generic, java.vendor=Oracle Corporation, os=Linux, timestamp=1595736259789, java.version=11.0.6, java.vm.version=11.0.6+8-LTS, lucene.version=9.0.0}] :id=1hgd1365loispa86q0um77zl1, _6w(9.0.0):c1:[diagnostics={source=flush, os.arch=amd64, java.runtime.version=11.0.6+8-LTS, os.version=4.15.0-108-generic, os=Linux, java.vendor=Oracle Corporation, timestamp=1595736260266, java.version=11.0.6, java.vm.version=11.0.6+8-LTS, lucene.version=9.0.0}] :id=1hgd1365loispa86q0um77zo0, _69(9.0.0):C2:[diagnostics={source=flush, os.arch=amd64, java.runtime.version=11.0.6+8-LTS, os.version=4.15.0-108-generic, java.vendor=Oracle Corporation, os=Linux, timestamp=1595736259856, java.version=11.0.6, java.vm.version=11.0.6+8-LTS, lucene.version=9.0.0}] :id=1hgd1365loispa86q0um77zm6, _66(9.0.0):C1:[diagnostics={source=flush, os.arch=amd64, java.runtime.version=11.0.6+8-LTS, os.version=4.15.0-108-generic, java.vendor=Oracle Corporation, os=Linux, timestamp=1595736259841, java.version=11.0.6, java.vm.version=11.0.6+8-LTS, lucene.version=9.0.0}] :id=1hgd1365loispa86q0um77zlw, _6d(9.0.0):C1:[diagnostics={source=flush, os.arch=amd64, java.runtime.version=11.0.6+8-LTS, os.version=4.15.0-108-generic, java.vendor=Oracle Corporation, os=Linux, timestamp=1595736259870, java.version=11.0.6, java.vm.version=11.0.6+8-LTS, lucene.version=9.0.0}] :id=1hgd1365loispa86q0um77zmh, _68(9.0.0):C1:[diagnostics={source=flush, os.arch=amd64, java.runtime.version=11.0.6+8-LTS, os.version=4.15.0-108-generic, java.vendor=Oracle Corporation, os=Linux, timestamp=1595736259852, java.version=11.0.6, java.vm.version=11.0.6+8-LTS, lucene.version=9.0.0}] :id=1hgd1365loispa86q0um77zm3, _67(9.0.0):C2/1:[diagnostics={source=flush, os.arch=amd64, java.runtime.version=11.0.6+8-LTS, os.version=4.15.0-108-generic, java.vendor=Oracle Corporation, os=Linux, timestamp=1595736259847, java.version=11.0.6, java.vm.version=11.0.6+8-LTS, lucene.version=9.0.0}]:delGen=1 :id=1hgd1365loispa86q0um77zme, _6o(9.0.0):c1:[diagnostics={source=flush, os.arch=amd64, java.runtime.version=11.0.6+8-LTS, os.version=4.15.0-108-generic, java.vendor=Oracle Corporation, os=Linux, timestamp=1595736260207, java.version=11.0.6, java.vm.version=11.0.6+8-LTS, lucene.version=9.0.0}] :id=1hgd1365loispa86q0um77znd, _6a(9.0.0):C2:[diagnostics={source=flush, os.arch=amd64, java.runtime.version=11.0.6+8-LTS, os.version=4.15.0-108-generic, java.vendor=Oracle Corporation, os=Linux, timestamp=1595736259859, java.version=11.0.6, java.vm.version=11.0.6+8-LTS, lucene.version=9.0.0}] :id=1hgd1365loispa86q0um77zm9]
   [junit4]    > 		at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2268)
   [junit4]    > 		at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2250)
   [junit4]    > 		at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1104)
   [junit4]    > 		... 2 more
   [junit4]    > index files: [_5v.fdm, _5v.fdt, _5v.fdx, _5v.fnm, _5v.nvd, _5v.nvm, _5v.si, _5v_1.liv, _5v_Lucene80_0.dvd, _5v_Lucene80_0.dvm, _5v_Lucene84_0.doc, _5v_Lucene84_0.pos, _5v_Lucene84_0.tim, _5v_Lucene84_0.tip, _5v_Lucene84_0.tmd, _5w.fdm, _5w.fdt, _5w.fdx, _5w.fnm, _5w.nvd, _5w.nvm, _5w.si, _5w_Lucene80_0.dvd, _5w_Lucene80_0.dvm, _5w_Lucene84_0.doc, _5w_Lucene84_0.pos, _5w_Lucene84_0.tim, _5w_Lucene84_0.tip, _5w_Lucene84_0.tmd, _5x.fdm, _5x.fdt, _5x.fdx, _5x.fnm, _5x.nvd, _5x.nvm, _5x.si, _5x_Lucene80_0.dvd, _5x_Lucene80_0.dvm, _5x_Lucene84_0.doc, _5x_Lucene84_0.pos, _5x_Lucene84_0.tim, _5x_Lucene84_0.tip, _5x_Lucene84_0.tmd, _66.fdm, _66.fdt, _66.fdx, _66.fnm, _66.nvd, _66.nvm, _66.si, _66_Lucene80_0.dvd, _66_Lucene80_0.dvm, _66_Lucene84_0.doc, _66_Lucene84_0.pos, _66_Lucene84_0.tim, _66_Lucene84_0.tip, _66_Lucene84_0.tmd, _67.fdm, _67.fdt, _67.fdx, _67.fnm, _67.nvd, _67.nvm, _67.si, _67_1.liv, _67_Lucene80_0.dvd, _67_Lucene80_0.dvm, _67_Lucene84_0.doc, _67_Lucene84_0.pos, _67_Lucene84_0.tim, _67_Lucene84_0.tip, _67_Lucene84_0.tmd, _68.fdm, _68.fdt, _68.fdx, _68.fnm, _68.nvd, _68.nvm, _68.si, _68_Lucene80_0.dvd, _68_Lucene80_0.dvm, _68_Lucene84_0.doc, _68_Lucene84_0.pos, _68_Lucene84_0.tim, _68_Lucene84_0.tip, _68_Lucene84_0.tmd, _69.fdm, _69.fdt, _69.fdx, _69.fnm, _69.nvd, _69.nvm, _69.si, _69_Lucene80_0.dvd, _69_Lucene80_0.dvm, _69_Lucene84_0.doc, _69_Lucene84_0.pos, _69_Lucene84_0.tim, _69_Lucene84_0.tip, _69_Lucene84_0.tmd, _6a.fdm, _6a.fdt, _6a.fdx, _6a.fnm, _6a.nvd, _6a.nvm, _6a.si, _6a_Lucene80_0.dvd, _6a_Lucene80_0.dvm, _6a_Lucene84_0.doc, _6a_Lucene84_0.pos, _6a_Lucene84_0.tim, _6a_Lucene84_0.tip, _6a_Lucene84_0.tmd, _6b.fdm, _6b.fdt, _6b.fdx, _6b.fnm, _6b.nvd, _6b.nvm, _6b.si, _6b_Lucene80_0.dvd, _6b_Lucene80_0.dvm, _6b_Lucene84_0.doc, _6b_Lucene84_0.pos, _6b_Lucene84_0.tim, _6b_Lucene84_0.tip, _6b_Lucene84_0.tmd, _6c.fdm, _6c.fdt, _6c.fdx, _6c.fnm, _6c.nvd, _6c.nvm, _6c.si, _6c_1.liv, _6c_Lucene80_0.dvd, _6c_Lucene80_0.dvm, _6c_Lucene84_0.doc, _6c_Lucene84_0.pos, _6c_Lucene84_0.tim, _6c_Lucene84_0.tip, _6c_Lucene84_0.tmd, _6d.fdm, _6d.fdt, _6d.fdx, _6d.fnm, _6d.nvd, _6d.nvm, _6d.si, _6d_Lucene80_0.dvd, _6d_Lucene80_0.dvm, _6d_Lucene84_0.doc, _6d_Lucene84_0.pos, _6d_Lucene84_0.tim, _6d_Lucene84_0.tip, _6d_Lucene84_0.tmd, _6m.fdm, _6m.fdt, _6m.fdx, _6m.fnm, _6m.nvd, _6m.nvm, _6m.si, _6m_Lucene80_0.dvd, _6m_Lucene80_0.dvm, _6m_Lucene84_0.doc, _6m_Lucene84_0.pos, _6m_Lucene84_0.tim, _6m_Lucene84_0.tip, _6m_Lucene84_0.tmd, _6o.cfe, _6o.cfs, _6o.si, _6w.cfe, _6w.cfs, _6w.si, segments_1f]
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter.testThreadInterruptDeadlock(TestIndexWriter.java:1136)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=14884, name=Thread-14599, state=RUNNABLE, group=TGRP-TestIndexWriter]
   [junit4]    > Caused by: org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F60E6ABE95A0C2A0]:0)
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:38)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:769)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:90)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:146)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
   [junit4]    > 	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
   [junit4]    > 	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:175)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:99)
   [junit4]    > 	at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:675)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:301)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:836)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriter$IndexerThreadInterrupt.run(TestIndexWriter.java:1083)
   [junit4]    > Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]    > 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]    > 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
   [junit4]    > 	... 15 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriter_F60E6ABE95A0C2A0-001
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=1, maxDocsPerChunk=752, blockShift=3), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=1, blockSize=3)), sim=Asserting(RandomSimilarity(queryNorm=false): {=DFR I(n)L2, c=DFR I(F)B2, string=ClassicSimilarity, body=IB SPL-L1, content=IB LL-L3(800.0), str=F2LOG, tvtest=IB SPL-L1, content4=IB SPL-L3(800.0), field=DFR GB3(800.0), content1=IB SPL-D3(800.0), str2=DFR I(n)B2, binary=IB SPL-L2, id=IB LL-D1, myfield=IB SPL-L2}), locale=nl-BQ, timezone=Europe/Ljubljana
   [junit4]   2> NOTE: Linux 4.15.0-108-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=301775496,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestSameTokenSamePosition, TestSwappedIndexFiles, Test2BBinaryDocValues, TestCharsRefBuilder, TestUnicodeUtil, TestMultiThreadTermVectors, TestBKD, TestFieldsReader, TestRegExp, TestFloatRangeFieldQueries, TestReqOptSumScorer, TestXYDocValuesQueries, TestBufferedIndexInput, TestAxiomaticF2LOG, TestLatLonDocValuesField, TestLatLonPointDistanceFeatureQuery, TestBagOfPositions, TestMixedDocValuesUpdates, TestBitTableUtil, TestLazyProxSkipping, TestCodecUtil, TestPositionIncrement, TestDemo, TestTermsEnum2, TestSpanOrQuery, TestFieldInvertState, TestHighLZ4, TestLucene80NormsFormatMergeInstance, TestAllFilesCheckIndexHeader, TestIndexWriterLockRelease, TestNRTReaderWithThreads, TestSloppyPhraseQuery, TestIndependenceStandardized, TestTotalHitCountCollector, TestInfoStream, TestXYPoint, TestDirectoryReaderReopen, TestWANDScorer, Test2BPostingsBytes, TestStringMSBRadixSorter, TestReaderWrapperDVTypeCheck, TestCollectionUtil, TestIndexWriterExceptions2, TestStandardAnalyzer, TestIndexWriterOnJRECrash, TestSpanExplanations, TestTessellator, TestSpanMultiTermQueryWrapper, TestFilterLeafReader, TestMergedIterator, TestMultiSliceMerge, TestAutomaton, TestFlushByRamOrCountsPolicy, TestSearcherManager, TestNumericUtils, TestXYPointShapeQueries, TestSegmentToThreadMapping, TestIndexWriterDelete, TestCachingTokenFilter, TestStressAdvance, TestPrefixQuery, TestDocumentsWriterStallControl, TestRamUsageEstimator, TestFixedBitDocIdSet, TestMutableValues, TestScorerPerf, TestAxiomaticF1EXP, TestDisjunctionScoreBlockBoundaryPropagator, TestSortedSetSelector, TestPriorityQueue, TestTermScorer, TestSparseFixedBitDocIdSet, TestBooleanMinShouldMatch, TestPackedInts, TestLucene84PostingsFormat, TestPointValues, TestFieldType, TestUniqueTermCount, TestMaxScoreAccumulator, TestBasicModelIF, TestIndexedDISI, TestFrozenBufferedUpdates, TestOneMergeWrappingMergePolicy, TestConcurrentMergeScheduler, TestGeoEncodingUtils, TestSimpleFSLockFactory, TestIntArrayDocIdSet, TestMmapDirectory, TestTrackingDirectoryWrapper, TestNoMergeScheduler, TestIndexSearcher, TestGraphTokenFilter, TestOmitNorms, TestPolygon2D, TestLucene50StoredFieldsFormatMergeInstance, TestPerFieldPostingsFormat2, TestDateTools, TestDocument, TestFeatureDoubleValues, TestFeatureField, TestFeatureSort, TestLatLonLineShapeQueries, TestLatLonMultiPointShapeQueries, TestLatLonMultiPolygonShapeQueries, TestLatLonShape, TestLatLonShapeEncoding, TestLongDistanceFeatureQuery, TestXYLineShapeQueries, TestXYPolygonShapeQueries, TestExceedMaxTermLength, TestExitableDirectoryReader, TestFilterCodecReader, TestFilterMergePolicy, TestIndexCommit, TestIndexFileDeleter, TestIndexInput, TestIndexManyDocuments, TestIndexOptions, TestIndexReaderClose, TestIndexTooManyDocs, TestIndexWriter]
   [junit4] Completed [319/566 (1!)] on J1 in 26.41s, 100 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 65589 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2264 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2264/

3 tests failed.
FAILED:  org.apache.lucene.index.TestIndexWriterDelete.testDeleteAllNoDeadLock

Error Message:
this IndexWriter is closed

Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
	at org.apache.lucene.index.IndexWriter.deleteAll(IndexWriter.java:2408)
	at org.apache.lucene.index.RandomIndexWriter.deleteAll(RandomIndexWriter.java:373)
	at org.apache.lucene.index.TestIndexWriterDelete.testDeleteAllNoDeadLock(TestIndexWriterDelete.java:348)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
	... 10 more


FAILED:  org.apache.lucene.index.TestIndexWriterDelete.testBothDeletes

Error Message:
Captured an uncaught exception in thread: Thread[id=15561, name=Lucene Merge Thread #14, state=RUNNABLE, group=TGRP-TestIndexWriterDelete]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15561, name=Lucene Merge Thread #14, state=RUNNABLE, group=TGRP-TestIndexWriterDelete]
	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C:62DDCBDE95AF9F85]:0)
Caused by: org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:694)
Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
	... 10 more


FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:37929/_zj/u/collection1: Server error writing document id 36 to the index

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37929/_zj/u/collection1: Server error writing document id 36 to the index
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:575)
	at org.apache.solr.cloud.BasicDistributedZkTest.testUpdateProcessorsRunOnlyOnce(BasicDistributedZkTest.java:850)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:438)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 1629 lines...]
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterDelete
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestIndexWriterDelete -Dtests.method=testDeleteAllNoDeadLock -Dtests.seed=1051D1F1A9AEF85C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=af-NA -Dtests.timezone=America/Scoresbysund -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.72s J0 | TestIndexWriterDelete.testDeleteAllNoDeadLock <<<
   [junit4]    > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.deleteAll(IndexWriter.java:2408)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.deleteAll(RandomIndexWriter.java:373)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete.testDeleteAllNoDeadLock(TestIndexWriterDelete.java:348)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]    > 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]    > Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]    > 	... 10 moreThrowable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15542, name=Thread-15025, state=RUNNABLE, group=TGRP-TestIndexWriterDelete]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1306)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:163)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]    > Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]    > 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]    > Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]    > 	... 10 moreThrowable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15562, name=Lucene Merge Thread #15, state=RUNNABLE, group=TGRP-TestIndexWriterDelete]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot merge
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:694)
   [junit4]    > Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot merge
   [junit4]    > 	at org.apache.lucene.index.IndexWriter._mergeInit(IndexWriter.java:4343)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeInit(IndexWriter.java:4323)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4169)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]    > Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]    > 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]    > 	... 3 more
   [junit4]    > Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]    > 	... 10 moreThrowable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15544, name=Thread-15027, state=RUNNABLE, group=TGRP-TestIndexWriterDelete]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1306)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:163)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]    > Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]    > 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]    > Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]    > 	... 10 moreThrowable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15545, name=Thread-15028, state=RUNNABLE, group=TGRP-TestIndexWriterDelete]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1306)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:163)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]    > Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]    > 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]    > Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]    > 	... 10 moreThrowable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15541, name=Thread-15024, state=RUNNABLE, group=TGRP-TestIndexWriterDelete]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:193)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]    > Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]    > 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]    > Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]    > 	... 10 moreThrowable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15540, name=Thread-15023, state=RUNNABLE, group=TGRP-TestIndexWriterDelete]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1306)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:163)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]    > Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]    > 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]    > Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]    > 	... 10 moreThrowable #8: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15546, name=Thread-15029, state=RUNNABLE, group=TGRP-TestIndexWriterDelete]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:193)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]    > Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]    > 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]    > Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]    > 	... 10 moreThrowable #9: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15539, name=Thread-15022, state=RUNNABLE, group=TGRP-TestIndexWriterDelete]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:193)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]    > Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]    > 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]    > Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]    > 	... 10 moreThrowable #10: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15538, name=Thread-15021, state=RUNNABLE, group=TGRP-TestIndexWriterDelete]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:193)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]    > Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]    > 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]    > Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]    > 	... 10 moreThrowable #11: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15543, name=Thread-15026, state=RUNNABLE, group=TGRP-TestIndexWriterDelete]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:193)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]    > Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]    > 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]    > Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]    > 	... 10 more
   [junit4]   2> Jul. 25, 2020 7:25:26 VM. com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-15025,5,TGRP-TestIndexWriterDelete]
   [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1306)
   [junit4]   2> 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:163)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]   2> Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]   2> 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]   2> Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]   2> 	... 10 more
   [junit4]   2> 
   [junit4]   2> Jul. 25, 2020 7:25:26 VM. com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-15027,5,TGRP-TestIndexWriterDelete]
   [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1306)
   [junit4]   2> 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:163)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]   2> Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]   2> 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]   2> Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]   2> 	... 10 more
   [junit4]   2> 
   [junit4]   2> Jul. 25, 2020 7:25:26 VM. com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-15024,5,TGRP-TestIndexWriterDelete]
   [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]   2> 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:193)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]   2> Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]   2> 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]   2> Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]   2> 	... 10 more
   [junit4]   2> 
   [junit4]   2> Jul. 25, 2020 7:25:26 VM. com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-15021,5,TGRP-TestIndexWriterDelete]
   [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]   2> 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:193)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]   2> Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]   2> 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]   2> Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]   2> 	... 10 more
   [junit4]   2> 
   [junit4]   2> Jul. 25, 2020 7:25:26 VM. com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-15029,5,TGRP-TestIndexWriterDelete]
   [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]   2> 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:193)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]   2> Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]   2> 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]   2> Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]   2> 	... 10 more
   [junit4]   2> 
   [junit4]   2> Jul. 25, 2020 7:25:26 VM. com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-15022,5,TGRP-TestIndexWriterDelete]
   [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]   2> 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:193)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]   2> Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]   2> 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]   2> Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]   2> 	... 10 more
   [junit4]   2> 
   [junit4]   2> Jul. 25, 2020 7:25:26 VM. com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #15,5,TGRP-TestIndexWriterDelete]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot merge
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:694)
   [junit4]   2> Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot merge
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter._mergeInit(IndexWriter.java:4343)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeInit(IndexWriter.java:4323)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4169)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]   2> Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]   2> 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]   2> 	... 3 more
   [junit4]   2> Caused by: java.io.FileNotFoundException: _ck.cfe in dir=NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:748)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1044)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:104)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:68)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]   2> 	... 10 more
   [junit4]   2> 
   [junit4]   2> Jul. 25, 2020 7:25:26 VM. com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-15026,5,TGRP-TestIndexWriterDelete]
   [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([1051D1F1A9AEF85C]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:332)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:739)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1619)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1262)
   [junit4]   2> 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:193)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterDelete$1.run(TestIndexWriterDelete.java:326)
   [junit4]   2> Caused by: org.apache.lucene.index.CorruptIndexException: Problem reading index from MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)) (resource=MockDirectoryWrapper(NRTCachingDirectory(ByteBuffersDirectory@afd13b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab0253d; maxCacheMB=0.970703125 maxMergeSizeMB=0.111328125)))
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:142)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:714)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.lambda$mergeMiddle$12(IndexWriter.java:4516)
   [junit4]   2> 	at org.apache.lucene.index.MergePolicy$OneMerge.initMergeReaders(MergePolicy.java:438)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4513)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4173)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5724)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]   2> Caused by: java.io.FileNotFoundExcep

[...truncated too long message...]

ava:169)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:69)
   [junit4]    > 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:62)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
   [junit4]    > 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2624)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_772BCEF04959AC68-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene86): {regex_dup_A_s=PostingsFormat(name=LuceneVarGapFixedInterval), regex_dup_B_s=FST50, SubjectTerms_mfacet=BlockTreeOrds(blocksize=128), multiDefault=FST50, _root_=BlockTreeOrds(blocksize=128), genre_s=PostingsFormat(name=Asserting), author_t=BlockTreeOrds(blocksize=128), series_t=BlockTreeOrds(blocksize=128), rnd_b=PostingsFormat(name=Asserting), oddField_s=PostingsFormat(name=Asserting), a_t=FST50, cat=FST50, foo_b=PostingsFormat(name=LuceneVarGapFixedInterval), name=PostingsFormat(name=Asserting), inStock=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Asserting), text=PostingsFormat(name=LuceneVarGapFixedInterval), t_sortable=PostingsFormat(name=Asserting)}, docValues:{other_tl1=DocValuesFormat(name=Lucene80), range_facet_l_dv=DocValuesFormat(name=Asserting), n_l1=DocValuesFormat(name=Lucene80), intDefault=DocValuesFormat(name=Lucene80), n_td1=DocValuesFormat(name=Lucene80), n_d1=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Lucene80), n_f1=DocValuesFormat(name=Lucene80), n_tl1=DocValuesFormat(name=Lucene80), n_tf1=DocValuesFormat(name=Lucene80), price=DocValuesFormat(name=Asserting), sequence_i=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Asserting), t_sortable=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene80), foo_i=DocValuesFormat(name=Lucene80), val_i=DocValuesFormat(name=Asserting), n_dt1=DocValuesFormat(name=Lucene80), a_i1=DocValuesFormat(name=Lucene80), n_ti1=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene80), n_tdt1=DocValuesFormat(name=Lucene80), id_i1=DocValuesFormat(name=Lucene80), foo_d=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene80), foo_f=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=518, maxMBSortInHeap=7.649006873012037, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=pt-AO, timezone=Europe/Kiev
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=301023128,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestManagedSchemaAPI, RangeFacetCloudTest, CollectionPropsTest, NestedAtomicUpdateTest, MetricsHistoryIntegrationTest, SplitByPrefixTest, TestQueryingOnDownCollection, ConcurrentCreateRoutedAliasTest, CustomHighlightComponentTest, SynonymTokenizerTest, TestSolrQueryParser, TestRandomCollapseQParserPlugin, CollectionsAPIDistributedZkTest, RequiredFieldsTest, FullHLLTest, TestDelegationWithHadoopAuth, TaggingAttributeTest, CollectionReloadTest, TestLRUStatsCache, SliceStateTest, TestLMDirichletSimilarityFactory, TransactionLogTest, ManagedSchemaRoundRobinCloudTest, SortSpecParsingTest, FacetPivotSmallTest, TestFoldingMultitermQuery, TestDistribPackageStore, SegmentsInfoRequestHandlerTest, TestSubQueryTransformerDistrib, TestCloudJSONFacetSKG, ShardRoutingCustomTest, TestNonDefinedSimilarityFactory, TestNRTOpen, ZkStateWriterTest, OverriddenZkACLAndCredentialsProvidersTest, RegexBoostProcessorTest, TestDistribIDF, SuggestComponentTest, TestJsonFacetRefinement, MoveReplicaTest, TestSweetSpotSimilarityFactory, UpdateRequestProcessorFactoryTest, TestExceedMaxTermLength, DateFieldTest, TestJavabinTupleStreamParser, SolrInfoBeanTest, DirectSolrConnectionTest, HdfsRecoverLeaseTest, TestSolrCoreParser, URLClassifyProcessorTest, TestFuzzyAnalyzedSuggestions, CursorMarkTest, TestConfigOverlay, TestLegacyFieldReuse, DirectSolrSpellCheckerTest, TestSolrConfigHandler, TestReplicationHandlerDiskOverFlow, MaxScoreCollectorTest, SystemCollectionCompatTest, TestManagedStopFilterFactory, TestReload, DistributedSpellCheckComponentTest, SolrCoreCheckLockOnStartupTest, TestDynamicFieldNamesIndexCorrectly, CoreAdminHandlerTest, TestSolrCloudWithKerberosAlt, DistributedQueryComponentCustomSortTest, TestHttpShardHandlerFactory, DistributedDebugComponentTest, TestPointFields, VersionInfoTest, SuggesterFSTTest, SuggesterWFSTTest, IndexSizeEstimatorTest, DistributedVersionInfoTest, SolrPluginUtilsTest, RequestHandlersTest, BasicAuthIntegrationTest, ReplaceNodeTest, TestTermsQParserPlugin, HdfsCollectionsAPIDistributedZkTest, ResponseLogComponentTest, HighlighterConfigTest, TestStressInPlaceUpdates, TestExclusionRuleCollectionAccess, TestSolrConfigHandlerConcurrent, TestCloudRecovery, TestSchemalessBufferedUpdates, BasicFunctionalityTest, TestDocTermOrdsUninvertLimit, AtomicUpdateRemovalJavabinTest, PathHierarchyTokenizerFactoryTest, TestSortByMinMaxFunction, TestSQLHandler, SmileWriterTest, HttpPartitionTest, TestNumericTokenStream, TestMacroExpander, TestCorePropertiesReload, TestDistributedTracing, PreAnalyzedFieldTest, TestExternalRoleRuleBasedAuthorizationPlugin, TestSchemaVersionResource, TestSolrQueryResponse, TestUtils, DisMaxRequestHandlerTest, DistributedFacetPivotLargeTest, TestStreamBody, NestedShardedAtomicUpdateTest, ResponseHeaderTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestNestedDocsSort, DistribDocExpirationUpdateProcessorTest, TestIndexSearcher, ZkControllerTest, SplitHandlerTest, TestSolrIndexConfig, NumberUtilsTest, PackageManagerCLITest, TestRequestStatusCollectionAPI, DeleteShardTest, TermsComponentTest, TestFieldCacheWithThreads, TestWaitForStateWithJettyShutdowns, SpellingQueryConverterTest, TestCollationFieldDocValues, DocumentAnalysisRequestHandlerTest, TestCaffeineCache, ClusterStateMockUtilTest, TestFunctionQuery, TestPayloadCheckQParserPlugin, TestRTimerTree, ForceLeaderWithTlogReplicasTest, TestDeprecatedFilters, AnalyticsMergeStrategyTest, BlockCacheTest, LukeRequestHandlerTest, TestCloudPhrasesIdentificationComponent, SolrIndexMetricsTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedSearch, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestSolrTestCaseJ4, TestTolerantSearch, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AssignBackwardCompatibilityTest, BasicDistributedZkTest]
   [junit4] Completed [409/867 (1!)] on J1 in 55.97s, 1 test, 1 error <<< FAILURES!

[...truncated 53478 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2263 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2263/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.schema.TestBulkSchemaConcurrent

Error Message:
ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:406)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:782)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:814)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:554)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)   expected null, but was:<ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:406)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:782)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:814)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:554)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:406)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:782)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:814)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:554)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

 expected null, but was:<ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:406)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:782)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:814)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:554)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

>
	at __randomizedtesting.SeedInfo.seed([5A615DE614BF22F9]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotNull(Assert.java:755)
	at org.junit.Assert.assertNull(Assert.java:737)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:328)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  junit.framework.TestSuite.org.apache.solr.util.TestSolrCLIRunExample

Error Message:
ObjectTracker found 4 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, TransactionLog, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:814)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:554)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:209)  at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:472)  at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1338)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:576)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:556)  at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:350)  at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:288)  at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:235)  at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:73)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:79)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:259)  at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:498)  at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:339)  at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:50)  at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:339)  at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:225)  at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:245)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:481)  at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:343)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:291)  at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:338)  at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:244)  at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:303)  at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283)  at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:196)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:131)  at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:122)  at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70)  at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)  at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.core.SolrCore.execute(SolrCore.java:2624)  at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:406)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:782)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)   expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, TransactionLog, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:814)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:554)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:209)  at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:472)  at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1338)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:576)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:556)  at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:350)  at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:288)  at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:235)  at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:73)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:79)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:259)  at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:498)  at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:339)  at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:50)  at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:339)  at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:225)  at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:245)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:481)  at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:343)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:291)  at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:338)  at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:244)  at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:303)  at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283)  at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:196)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:131)  at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:122)  at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70)  at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)  at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.core.SolrCore.execute(SolrCore.java:2624)  at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:406)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:782)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, TransactionLog, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:814)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:554)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.

[...truncated too long message...]

e.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:481)
   [junit4]    > 	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110)
   [junit4]    > 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:343)
   [junit4]    > 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:291)
   [junit4]    > 	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:338)
   [junit4]    > 	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283)
   [junit4]    > 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:244)
   [junit4]    > 	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:303)
   [junit4]    > 	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283)
   [junit4]    > 	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:196)
   [junit4]    > 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:131)
   [junit4]    > 	at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:122)
   [junit4]    > 	at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70)
   [junit4]    > 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
   [junit4]    > 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
   [junit4]    > 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2624)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:406)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:782)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1250)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > >
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5A615DE614BF22F9]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:328)
   [junit4]    > 	at jdk.internal.reflect.GeneratedMethodAccessor203.invoke(Unknown Source)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4] Completed [851/867 (2!)] on J2 in 97.01s, 4 tests, 1 failure <<< FAILURES!

[...truncated 51946 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2262 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2262/

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
ObjectTracker found 4 object(s) that were not released!!! [SolrCore, InternalHttpClient, RawDirectoryWrapper, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1097)  at org.apache.solr.core.SolrCore.reload(SolrCore.java:709)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1620)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1585)  at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:951)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)  at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1248)  at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:629)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1044)  at org.apache.solr.core.SolrCore.reload(SolrCore.java:709)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1620)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1585)  at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:951)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)  at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1216)  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)  at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)  at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:814)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)  at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:832)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:212)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:834)   expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [SolrCore, InternalHttpClient, RawDirectoryWrapper, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1097)  at org.apache.solr.core.SolrCore.reload(SolrCore.java:709)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1620)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1585)  at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:951)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)  at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1248)  at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:629)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1044)  at org.apache.solr.core.SolrCore.reload(SolrCore.java:709)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1620)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1585)  at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:951)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)  at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1216)  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)  at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)  at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:814)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)  at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:832)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:212)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:834)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [SolrCore, InternalHttpClient, RawDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1097)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:709)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1620)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1585)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:951)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1248)
	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:629)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1044)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:709)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1620)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1585)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:951)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1216)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:814)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)
	at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:832)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:212)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

 expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [SolrCore, InternalHttpClient, RawDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1097)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:709)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1620)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1585)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:951)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1248)
	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:629)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1044)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:709)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1620)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1585)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:951)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1216)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:814)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)
	at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:832)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:212)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

>
	at __randomizedtesting.SeedInfo.seed([7304A552ED28BB98]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotNull(Assert.java:755)
	at org.junit.Assert.assertNull(Assert.java:737)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:328)
	at jdk.internal.reflect.GeneratedMethodAccessor35.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13955 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 5074067 INFO  (SUITE-TestReplicationHandler-seed#[7304A552ED28BB98]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 5074068 INFO  (SUITE-TestReplicationHandler-seed#[7304A552ED28BB98]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/data-dir-131-001
   [junit4]   2> 5074068 WARN  (SUITE-TestReplicationHandler-seed#[7304A552ED28BB98]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 5074068 INFO  (SUITE-TestReplicationHandler-seed#[7304A552ED28BB98]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 5074069 INFO  (SUITE-TestReplicationHandler-seed#[7304A552ED28BB98]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
   [junit4]   2> 5074069 INFO  (SUITE-TestReplicationHandler-seed#[7304A552ED28BB98]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 5074085 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testShouldReportErrorWhenDeletingBackupButNameMissing
   [junit4]   2> 5074086 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-001/collection1
   [junit4]   2> 5074091 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 5074115 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 5074116 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 5074116 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5074116 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5074116 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 5074117 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40713bd2{/solr,null,AVAILABLE}
   [junit4]   2> 5074117 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@448d9ddf{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38723}
   [junit4]   2> 5074117 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.Server Started @5074158ms
   [junit4]   2> 5074117 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-001/collection1/data, hostPort=38723}
   [junit4]   2> 5074118 ERROR (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5074118 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 5074118 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 5074118 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 5074118 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 5074118 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-23T09:59:25.485946Z
   [junit4]   2> 5074119 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-001/solr.xml
   [junit4]   2> 5074152 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 5076590 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 5076591 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@16c8fd64[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5076591 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@16c8fd64[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5076607 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@11824db4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5076607 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@11824db4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5076610 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 5076764 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 5076764 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 5077090 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5077178 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5077179 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5077182 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-001
   [junit4]   2> 5077182 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 5077200 INFO  (coreLoadExecutor-72574-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 5077264 INFO  (coreLoadExecutor-72574-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-001/collection1, trusted=true
   [junit4]   2> 5077266 INFO  (coreLoadExecutor-72574-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 5077288 INFO  (coreLoadExecutor-72574-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 5077289 INFO  (coreLoadExecutor-72574-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5077289 INFO  (coreLoadExecutor-72574-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-001/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-001/collection1/data/]
   [junit4]   2> 5077291 INFO  (coreLoadExecutor-72574-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=95.4482421875, floorSegmentMB=1.80078125, forceMergeDeletesPctAllowed=19.42157451464404, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=39.581589198134715
   [junit4]   2> 5077745 INFO  (coreLoadExecutor-72574-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 5077745 INFO  (coreLoadExecutor-72574-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 5077766 INFO  (coreLoadExecutor-72574-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=4, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 5077767 INFO  (coreLoadExecutor-72574-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-001/collection1/conf
   [junit4]   2> 5077768 INFO  (coreLoadExecutor-72574-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 5077768 INFO  (coreLoadExecutor-72574-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 5077769 INFO  (searcherExecutor-72576-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 5077770 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-002/collection1
   [junit4]   2> 5077773 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 5077773 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 5077773 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 5077783 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5077783 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5077783 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 5077783 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ad0f8de{/solr,null,AVAILABLE}
   [junit4]   2> 5077784 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1edcc54d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42495}
   [junit4]   2> 5077784 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.Server Started @5077825ms
   [junit4]   2> 5077784 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-002/collection1/data, hostPort=42495}
   [junit4]   2> 5077785 ERROR (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5077785 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 5077785 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 5077785 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 5077785 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 5077785 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-23T09:59:29.152274Z
   [junit4]   2> 5077785 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-002/solr.xml
   [junit4]   2> 5077802 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 5082422 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 5082423 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1b384728[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5082423 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1b384728[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5082439 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@31b4b68[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5082439 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@31b4b68[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5082441 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 5082550 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 5082550 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 5082656 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5082765 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5082765 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5082768 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-002
   [junit4]   2> 5082768 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 5082774 INFO  (coreLoadExecutor-72591-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 5082804 INFO  (coreLoadExecutor-72591-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-002/collection1, trusted=true
   [junit4]   2> 5082807 INFO  (coreLoadExecutor-72591-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 5082817 INFO  (coreLoadExecutor-72591-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 5082817 INFO  (coreLoadExecutor-72591-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5082817 INFO  (coreLoadExecutor-72591-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-002/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-002/collection1/data/]
   [junit4]   2> 5082820 INFO  (coreLoadExecutor-72591-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=95.4482421875, floorSegmentMB=1.80078125, forceMergeDeletesPctAllowed=19.42157451464404, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=39.581589198134715
   [junit4]   2> 5083030 INFO  (coreLoadExecutor-72591-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 5083030 INFO  (coreLoadExecutor-72591-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 5083032 INFO  (coreLoadExecutor-72591-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=4, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 5083033 INFO  (coreLoadExecutor-72591-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-002/collection1/conf
   [junit4]   2> 5083051 INFO  (coreLoadExecutor-72591-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 5083052 INFO  (coreLoadExecutor-72591-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 5083053 INFO  (searcherExecutor-72593-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 5083058 ERROR (qtp1591312988-126750) [    x:collection1 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Missing required parameter: name
   [junit4]   2> 	at org.apache.solr.common.params.RequiredSolrParams.get(RequiredSolrParams.java:48)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.deleteSnapshot(ReplicationHandler.java:329)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:283)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2624)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:767)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 5083067 INFO  (qtp1591312988-126750) [    x:collection1 ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=deletebackup} status=400 QTime=10
   [junit4]   2> 5083067 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testShouldReportErrorWhenDeletingBackupButNameMissing
   [junit4]   2> 5083067 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=378420144
   [junit4]   2> 5083068 INFO  (coreCloseExecutor-72600-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7e7a7a90
   [junit4]   2> 5083068 INFO  (coreCloseExecutor-72600-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@7e7a7a90
   [junit4]   2> 5083068 INFO  (coreCloseExecutor-72600-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2331bf86: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@257eef3e
   [junit4]   2> 5083090 INFO  (coreCloseExecutor-72600-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 5083093 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 5083093 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e2f7953: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@1ec1a913
   [junit4]   2> 5083099 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 5083100 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2d70c267: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@fe4bb4a
   [junit4]   2> 5083104 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 5083104 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@29ca068e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@689cc65b
   [junit4]   2> 5083106 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@448d9ddf{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 5083106 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@40713bd2{/solr,null,UNAVAILABLE}
   [junit4]   2> 5083106 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 5083109 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=745962928
   [junit4]   2> 5083135 INFO  (coreCloseExecutor-72604-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@246f01d0
   [junit4]   2> 5083136 INFO  (coreCloseExecutor-72604-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@246f01d0
   [junit4]   2> 5083136 INFO  (coreCloseExecutor-72604-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@840baf6: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@73b503c8
   [junit4]   2> 5083163 INFO  (coreCloseExecutor-72604-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 5083181 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 5083181 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@740eaa14: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@4f99cc02
   [junit4]   2> 5083202 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 5083202 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b06627d: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@fe4bb4a
   [junit4]   2> 5083206 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 5083206 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22fb8695: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@689cc65b
   [junit4]   2> 5083208 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1edcc54d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 5083208 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4ad0f8de{/solr,null,UNAVAILABLE}
   [junit4]   2> 5083208 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenDeletingBackupButNameMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 5083214 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testShouldReportErrorWhenRequiredCommandArgMissing
   [junit4]   2> 5083215 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-003/collection1
   [junit4]   2> 5083229 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 5083230 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 5083230 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 5083230 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5083231 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5083231 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 5083231 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23ae175e{/solr,null,AVAILABLE}
   [junit4]   2> 5083231 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@13f1442a{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45576}
   [junit4]   2> 5083231 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.Server Started @5083272ms
   [junit4]   2> 5083231 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-003/collection1/data, hostPort=45576}
   [junit4]   2> 5083232 ERROR (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5083232 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 5083232 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 5083232 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 5083232 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 5083232 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-23T09:59:34.599628Z
   [junit4]   2> 5083232 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-003/solr.xml
   [junit4]   2> 5083237 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 5083861 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 5083862 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@21724448[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5083862 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@21724448[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5083866 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ca9439d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5083866 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ca9439d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5083868 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 5083912 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 5083912 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 5083970 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5083992 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5083992 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5083995 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-003
   [junit4]   2> 5083995 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 5084001 INFO  (coreLoadExecutor-72617-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 5084059 INFO  (coreLoadExecutor-72617-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-003/collection1, trusted=true
   [junit4]   2> 5084084 INFO  (coreLoadExecutor-72617-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 5084106 INFO  (coreLoadExecutor-72617-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 5084106 INFO  (coreLoadExecutor-72617-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5084106 INFO  (coreLoadExecutor-72617-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-003/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-003/collection1/data/]
   [junit4]   2> 5084125 INFO  (coreLoadExecutor-72617-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=95.4482421875, floorSegmentMB=1.80078125, forceMergeDeletesPctAllowed=19.42157451464404, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=39.581589198134715
   [junit4]   2> 5084521 INFO  (coreLoadExecutor-72617-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 5084521 INFO  (coreLoadExecutor-72617-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 5084522 INFO  (coreLoadExecutor-72617-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=4, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 5084523 INFO  (coreLoadExecutor-72617-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-003/collection1/conf
   [junit4]   2> 5084524 INFO  (coreLoadExecutor-72617-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 5084524 INFO  (coreLoadExecutor-72617-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 5084525 INFO  (searcherExecutor-72619-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 5084526 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-004/collection1
   [junit4]   2> 5084528 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 5084528 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 5084528 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 5084529 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5084529 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5084529 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 5084530 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1895d92e{/solr,null,AVAILABLE}
   [junit4]   2> 5084530 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2c8538fd{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41107}
   [junit4]   2> 5084530 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.s.Server Started @5084571ms
   [junit4]   2> 5084530 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-004/collection1/data, hostPort=41107}
   [junit4]   2> 5084531 ERROR (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5084531 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 5084531 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 5084531 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 5084531 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 5084531 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-23T09:59:35.898498Z
   [junit4]   2> 5084531 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-004/solr.xml
   [junit4]   2> 5084544 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 5088924 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 5088925 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d8f545[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5088925 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d8f545[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5088942 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@71c17558[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5088942 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@71c17558[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 5088944 WARN  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 5089062 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 5089062 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 5089098 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5089118 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5089118 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5089121 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-004
   [junit4]   2> 5089121 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 5089127 INFO  (coreLoadExecutor-72634-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 5089153 INFO  (coreLoadExecutor-72634-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-004/collection1, trusted=true
   [junit4]   2> 5089156 INFO  (coreLoadExecutor-72634-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 5089157 INFO  (coreLoadExecutor-72634-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 5089157 INFO  (coreLoadExecutor-72634-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc2cc5e
   [junit4]   2> 5089158 INFO  (coreLoadExecutor-72634-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-004/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-004/collection1/data/]
   [junit4]   2> 5089177 INFO  (coreLoadExecutor-72634-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=95.4482421875, floorSegmentMB=1.80078125, forceMergeDeletesPctAllowed=19.42157451464404, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=39.581589198134715
   [junit4]   2> 5089286 INFO  (coreLoadExecutor-72634-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 5089286 INFO  (coreLoadExecutor-72634-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 5089288 INFO  (coreLoadExecutor-72634-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=4, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 5089289 INFO  (coreLoadExecutor-72634-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_7304A552ED28BB98-001/solr-instance-004/collection1/conf
   [junit4]   2> 5089291 INFO  (coreLoadExecutor-72634-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 5089291 INFO  (coreLoadExecutor-72634-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 5089292 INFO  (searcherExecutor-72636-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 5089295 ERROR (qtp1601611724-126802) [    x:collection1 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Missing required parameter: command
   [junit4]   2> 	at org.apache.solr.common.params.RequiredSolrParams.get(RequiredSolrParams.java:48)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:241)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2624)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:767)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 5089295 INFO  (qtp1601611724-126802) [    x:collection1 ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2} status=400 QTime=1
   [junit4]   2> 5089296 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testShouldReportErrorWhenRequiredCommandArgMissing
   [junit4]   2> 5089296 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1450844146
   [junit4]   2> 5089296 INFO  (coreCloseExecutor-72643-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@52cbb65c
   [junit4]   2> 5089296 INFO  (coreCloseExecutor-72643-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@52cbb65c
   [junit4]   2> 5089296 INFO  (coreCloseExecutor-72643-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2dd9148f: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@74448511
   [junit4]   2> 5089318 INFO  (coreCloseExecutor-72643-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 5089320 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 5089320 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4915e914: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@25147b93
   [junit4]   2> 5089327 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 5089327 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A552ED28BB98]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2cee2e8: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@fe4bb4a
   [junit4]   2> 5089331 INFO  (TEST-TestReplicationHandler.testShouldReportErrorWhenRequiredCommandArgMissing-seed#[7304A55

[...truncated too long message...]

bjectTrackerException: org.apache.http.impl.client.InternalHttpClient
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1248)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:629)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1044)
   [junit4]    > 	at org.apache.solr.core.SolrCore.reload(SolrCore.java:709)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1620)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1585)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:951)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1216)
   [junit4]    > 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
   [junit4]    > 	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
   [junit4]    > 	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:814)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:832)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
   [junit4]    > 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:212)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    >  expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [SolrCore, InternalHttpClient, RawDirectoryWrapper, MockDirectoryWrapper]
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1097)
   [junit4]    > 	at org.apache.solr.core.SolrCore.reload(SolrCore.java:709)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1620)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1585)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:951)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1248)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:629)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1044)
   [junit4]    > 	at org.apache.solr.core.SolrCore.reload(SolrCore.java:709)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1620)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1585)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:951)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1216)
   [junit4]    > 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
   [junit4]    > 	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
   [junit4]    > 	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:814)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:922)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1364)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:832)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
   [junit4]    > 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:212)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > >
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7304A552ED28BB98]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:328)
   [junit4]    > 	at jdk.internal.reflect.GeneratedMethodAccessor35.invoke(Unknown Source)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4] Completed [506/867 (1!)] on J2 in 704.23s, 21 tests, 1 failure <<< FAILURES!

[...truncated 53058 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2261 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2261/

1 tests failed.
FAILED:  org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([C41604D4503994E7:E9CD4A8CF96D6C66]:0)
	at java.base/sun.nio.ch.Net.bind0(Native Method)
	at java.base/sun.nio.ch.Net.bind(Net.java:461)
	at java.base/sun.nio.ch.Net.bind(Net.java:453)
	at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
	at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:307)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:231)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
	at org.eclipse.jetty.server.Server.doStart(Server.java:385)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472)
	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.restartServer(BaseCdcrDistributedZkTest.java:556)
	at org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog(CdcrReplicationHandlerTest.java:153)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 14280 lines...]
   [junit4] Suite: org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest
   [junit4]   2> 6047373 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[C41604D4503994E7]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 6047373 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[C41604D4503994E7]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 6047374 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[C41604D4503994E7]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_C41604D4503994E7-001/data-dir-236-001
   [junit4]   2> 6047374 WARN  (SUITE-CdcrReplicationHandlerTest-seed#[C41604D4503994E7]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=49 numCloses=49
   [junit4]   2> 6047374 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[C41604D4503994E7]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 6047375 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[C41604D4503994E7]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 6047375 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[C41604D4503994E7]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /zq/a
   [junit4]   2> 6047380 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 6047380 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 6047381 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 6047382 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 6047480 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer start zk server on port: 36469
   [junit4]   2> 6047481 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36469
   [junit4]   2> 6047481 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36469
   [junit4]   2> 6047481 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36469
   [junit4]   2> 6047485 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6047491 INFO  (zkConnectionManagerCallback-34214-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6047492 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6047495 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6047496 INFO  (zkConnectionManagerCallback-34216-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6047496 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6047498 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 6047501 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 6047504 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 6047507 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 6047510 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 6047512 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 6047515 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 6047517 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 6047520 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 6047523 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 6047526 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 6047529 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testPartialReplication
   [junit4]   2> 6047884 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 6047884 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 6047885 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 6047885 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6047885 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6047886 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 6047886 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75c16485{/zq/a,null,AVAILABLE}
   [junit4]   2> 6047887 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7bcea857{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39935}
   [junit4]   2> 6047887 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.s.Server Started @6047926ms
   [junit4]   2> 6047887 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/zq/a, hostPort=39935, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_C41604D4503994E7-001/jetty-001/cores}
   [junit4]   2> 6047887 ERROR (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6047887 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6047887 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 6047887 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6047887 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 6047887 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-22T12:07:10.501629Z
   [junit4]   2> 6047888 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6047890 INFO  (zkConnectionManagerCallback-34218-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6047890 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6047992 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 6047992 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_C41604D4503994E7-001/jetty-001/solr.xml
   [junit4]   2> 6047998 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 6049047 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 6049048 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4f29ced1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6049048 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4f29ced1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6049052 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@679114fb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6049052 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@679114fb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6049055 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36469/solr
   [junit4]   2> 6049056 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6049057 INFO  (zkConnectionManagerCallback-34228-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6049057 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6049160 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6049162 INFO  (zkConnectionManagerCallback-34230-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6049162 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6049315 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39935_zq%2Fa
   [junit4]   2> 6049317 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.Overseer Overseer (id=73184496388866052-127.0.0.1:39935_zq%2Fa-n_0000000000) starting
   [junit4]   2> 6049325 INFO  (OverseerStateUpdate-73184496388866052-127.0.0.1:39935_zq%2Fa-n_0000000000) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39935_zq%2Fa
   [junit4]   2> 6049325 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39935_zq%2Fa
   [junit4]   2> 6049326 INFO  (OverseerStateUpdate-73184496388866052-127.0.0.1:39935_zq%2Fa-n_0000000000) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6049329 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 6049330 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 6049360 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 6049395 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 6049411 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 6049411 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 6049413 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_C41604D4503994E7-001/jetty-001/cores
   [junit4]   2> 6049760 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 6049760 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 6049760 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 6049761 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6049761 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6049761 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 6049762 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@674e887e{/zq/a,null,AVAILABLE}
   [junit4]   2> 6049762 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4745420d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39200}
   [junit4]   2> 6049762 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.s.Server Started @6049801ms
   [junit4]   2> 6049762 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/zq/a, hostPort=39200, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_C41604D4503994E7-001/jetty-002/cores}
   [junit4]   2> 6049762 ERROR (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6049763 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6049763 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 6049763 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6049763 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 6049763 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-22T12:07:12.377224Z
   [junit4]   2> 6049764 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6049765 INFO  (zkConnectionManagerCallback-34242-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6049765 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6049868 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 6049868 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_C41604D4503994E7-001/jetty-002/solr.xml
   [junit4]   2> 6049873 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 6050350 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 6050351 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7664e0bf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6050351 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7664e0bf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6050355 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@23b08759[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6050355 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@23b08759[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6050357 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36469/solr
   [junit4]   2> 6050358 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6050360 INFO  (zkConnectionManagerCallback-34252-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6050360 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6050362 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]-SendThread(127.0.0.1:36469)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10400e966530006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10400e966530006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10400e966530006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 6050464 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6050465 INFO  (zkConnectionManagerCallback-34254-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6050466 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6050471 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6050476 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.c.ZkController Publish node=127.0.0.1:39200_zq%2Fa as DOWN
   [junit4]   2> 6050477 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 6050477 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39200_zq%2Fa
   [junit4]   2> 6050478 INFO  (zkCallback-34229-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6050479 INFO  (zkCallback-34253-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6050481 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 6050482 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 6050511 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 6050547 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 6050568 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 6050568 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 6050570 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_C41604D4503994E7-001/jetty-002/cores
   [junit4]   2> 6050584 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6050585 INFO  (zkConnectionManagerCallback-34267-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6050585 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6050587 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 6050588 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36469/solr ready
   [junit4]   2> 6050591 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 6050595 INFO  (OverseerThreadFactory-34235-thread-1-processing-n:127.0.0.1:39935_zq%2Fa) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.a.c.CreateCollectionCmd Create collection tmp_collection
   [junit4]   2> 6050701 WARN  (OverseerThreadFactory-34235-thread-1-processing-n:127.0.0.1:39935_zq%2Fa) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (tmp_collection) without cores.
   [junit4]   2> 6050704 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 6050706 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=114
   [junit4]   2> 6050707 INFO  (qtp1047210842-141389) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39935_zq%252Fa&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 6050711 INFO  (OverseerCollectionConfigSetProcessor-73184496388866052-127.0.0.1:39935_zq%2Fa-n_0000000000) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 6050711 INFO  (OverseerThreadFactory-34235-thread-2-processing-n:127.0.0.1:39935_zq%2Fa) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:39935_zq%2Fa for creating new replica of shard shard1 for collection tmp_collection
   [junit4]   2> 6050714 INFO  (OverseerThreadFactory-34235-thread-2-processing-n:127.0.0.1:39935_zq%2Fa) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 6050716 INFO  (OverseerStateUpdate-73184496388866052-127.0.0.1:39935_zq%2Fa-n_0000000000) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tmp_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39935/zq/a",
   [junit4]   2>   "node_name":"127.0.0.1:39935_zq%2Fa",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 6050922 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa    x:tmp_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6050922 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa    x:tmp_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 6050935 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 6050946 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 6050953 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 6051054 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 6051174 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n1' (registry 'solr.core.tmp_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 6051174 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_C41604D4503994E7-001/jetty-001/cores/tmp_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_C41604D4503994E7-001/jetty-001/cores/tmp_collection_shard1_replica_n1/data/]
   [junit4]   2> 6051189 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=9, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7158925684732073]
   [junit4]   2> 6051293 WARN  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
   [junit4]   2> 6051295 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 6051295 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 6051297 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 6051297 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 6051299 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=88.4501953125, floorSegmentMB=1.341796875, forceMergeDeletesPctAllowed=2.120916695578625, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.30291149018962465, deletesPctAllowed=37.921084396597465
   [junit4]   2> 6051303 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 6051304 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6051304 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 6051308 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 6051310 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
   [junit4]   2> 6051311 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1672918738062540800
   [junit4]   2> 6051314 INFO  (searcherExecutor-34269-thread-1-processing-n:127.0.0.1:39935_zq%2Fa x:tmp_collection_shard1_replica_n1 c:tmp_collection s:shard1 r:core_node2) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 6051319 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 6051319 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard1
   [junit4]   2> 6051324 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 6051325 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 6051325 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39935/zq/a/tmp_collection_shard1_replica_n1/
   [junit4]   2> 6051325 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 6051325 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:39935/zq/a/tmp_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 6051325 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tmp_collection/leaders/shard1/leader after winning as /collections/tmp_collection/leader_elect/shard1/election/73184496388866052-core_node2-n_0000000000
   [junit4]   2> 6051326 INFO  (zkCallback-34229-thread-1) [     ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
   [junit4]   2> 6051329 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39935/zq/a/tmp_collection_shard1_replica_n1/ shard1
   [junit4]   2> 6051432 INFO  (zkCallback-34229-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6051432 INFO  (zkCallback-34229-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6051433 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 6051436 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=514
   [junit4]   2> 6051439 INFO  (qtp1047210842-141389) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39935_zq%252Fa&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=732
   [junit4]   2> 6051441 INFO  (qtp1047210842-141387) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39200_zq%252Fa&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 6051444 INFO  (OverseerThreadFactory-34235-thread-3-processing-n:127.0.0.1:39935_zq%2Fa) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:39200_zq%2Fa for creating new replica of shard shard1 for collection tmp_collection
   [junit4]   2> 6051444 INFO  (OverseerCollectionConfigSetProcessor-73184496388866052-127.0.0.1:39935_zq%2Fa-n_0000000000) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 6051445 INFO  (OverseerThreadFactory-34235-thread-3-processing-n:127.0.0.1:39935_zq%2Fa) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 6051448 INFO  (OverseerStateUpdate-73184496388866052-127.0.0.1:39935_zq%2Fa-n_0000000000) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tmp_collection_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39200/zq/a",
   [junit4]   2>   "node_name":"127.0.0.1:39200_zq%2Fa",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 6051551 INFO  (zkCallback-34229-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6051551 INFO  (zkCallback-34229-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6051551 INFO  (zkCallback-34229-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6051651 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa    x:tmp_collection_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=tmp_collection_shard1_replica_n3&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6051666 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 6051678 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n3' using configuration from configset conf1, trusted=true
   [junit4]   2> 6051684 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 6051759 INFO  (zkCallback-34229-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6051759 INFO  (zkCallback-34229-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6051759 INFO  (zkCallback-34229-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6051792 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 6051819 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n3' (registry 'solr.core.tmp_collection.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 6051819 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_C41604D4503994E7-001/jetty-002/cores/tmp_collection_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_C41604D4503994E7-001/jetty-002/cores/tmp_collection_shard1_replica_n3/data/]
   [junit4]   2> 6051825 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=9, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7158925684732073]
   [junit4]   2> 6051927 WARN  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
   [junit4]   2> 6051928 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 6051928 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 6051930 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 6051930 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 6051932 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=88.4501953125, floorSegmentMB=1.341796875, forceMergeDeletesPctAllowed=2.120916695578625, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.30291149018962465, deletesPctAllowed=37.921084396597465
   [junit4]   2> 6051936 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 6051937 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6051938 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 6051940 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1672918738722095104
   [junit4]   2> 6051944 INFO  (qtp1491556637-141359) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1]  webapp=/zq/a path=/cdcr params={action=LASTPROCESSEDVERSION&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 6051944 INFO  (searcherExecutor-34276-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n3]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 6051948 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
   [junit4]   2> 6051949 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard1
   [junit4]   2> 6051953 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.ZkController Core needs to recover:tmp_collection_shard1_replica_n3
   [junit4]   2> 6051953 INFO  (updateExecutor-34248-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 6051954 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 6051954 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy startupVersions is empty
   [junit4]   2> 6051955 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=tmp_collection_shard1_replica_n3&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=304
   [junit4]   2> 6051955 INFO  (qtp1491556637-141358) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1]  webapp=/zq/a path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 6051955 INFO  (qtp1491556637-141358) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1]  webapp=/zq/a path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 6051956 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[tmp_collection_shard1_replica_n3]
   [junit4]   2> 6051956 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 6051956 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Publishing state of core [tmp_collection_shard1_replica_n3] as recovering, leader is [http://127.0.0.1:39935/zq/a/tmp_collection_shard1_replica_n1/] and I am [http://127.0.0.1:39200/zq/a/tmp_collection_shard1_replica_n3/]
   [junit4]   2> 6051957 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:39935/zq/a]; [WaitForState: action=PREPRECOVERY&core=tmp_collection_shard1_replica_n1&nodeName=127.0.0.1:39200_zq%252Fa&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 6051957 INFO  (qtp1047210842-141387) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39200_zq%252Fa&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=516
   [junit4]   2> 6051958 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa    x:tmp_collection_shard1_replica_n1 ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 6051958 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:39200_zq%2Fa, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
   [junit4]   2>   "core":"tmp_collection_shard1_replica_n3",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "base_url":"http://127.0.0.1:39200/zq/a",
   [junit4]   2>   "node_name":"127.0.0.1:39200_zq%2Fa",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false"}
   [junit4]   2> 6051958 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:39200_zq%2Fa, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
   [junit4]   2>   "core":"tmp_collection_shard1_replica_n3",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "base_url":"http://127.0.0.1:39200/zq/a",
   [junit4]   2>   "node_name":"127.0.0.1:39200_zq%2Fa",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false"}
   [junit4]   2> 6051958 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:39200_zq%2Fa, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
   [junit4]   2>   "core":"tmp_collection_shard1_replica_n3",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "base_url":"http://127.0.0.1:39200/zq/a",
   [junit4]   2>   "node_name":"127.0.0.1:39200_zq%2Fa",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false"}
   [junit4]   2> 6052059 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection:tmp_collection failOnTimeout:true timeout:330SECONDS
   [junit4]   2> 6052059 INFO  (zkCallback-34229-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6052059 INFO  (zkCallback-34253-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6052059 INFO  (zkCallback-34229-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6052059 INFO  (zkCallback-34229-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:down live:true
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:down live:true
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:down live:true
   [junit4]   2> 6052060 INFO  (zkCallback-34253-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6052060 INFO  (zkCallback-34253-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6052060 INFO  (watches-34231-thread-1) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:39200_zq%2Fa, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
   [junit4]   2>   "core":"tmp_collection_shard1_replica_n3",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "base_url":"http://127.0.0.1:39200/zq/a",
   [junit4]   2>   "node_name":"127.0.0.1:39200_zq%2Fa",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false"}
   [junit4]   2> 6052060 INFO  (watches-34231-thread-2) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:39200_zq%2Fa, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
   [junit4]   2>   "core":"tmp_collection_shard1_replica_n3",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "base_url":"http://127.0.0.1:39200/zq/a",
   [junit4]   2>   "node_name":"127.0.0.1:39200_zq%2Fa",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false"}
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   2> 6052060 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:39200_zq%252Fa&onlyIfLeaderActive=true&core=tmp_collection_shard1_replica_n1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=103
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   2> 6052561 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:39935/zq/a/tmp_collection_shard1_replica_n1/] - recoveringAfterStartup=[true]
   [junit4]   2> 6052562 WARN  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.PeerSyncWithLeader no frame of reference to tell if we've missed updates
   [junit4]   2> 6052562 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy PeerSync Recovery was not successful - trying replication.
   [junit4]   2> 6052562 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 6052562 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:39935/zq/a/tmp_collection_shard1_replica_n1/].
   [junit4]   2> 6052567 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay: false
   [junit4]   2> 6052567 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n3]  webapp=/zq/a path=/update params={update.distrib=FROMLEADER&update.chain=cdcr-processor-chain&waitSearcher=true&openSearcher=false&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39935/zq/a/tmp_collection_shard1_replica_n1/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false} status=0 QTime=0
   [junit4]   2> 6052568 INFO  (qtp1491556637-141359) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1]  webapp=/zq/a path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 6052570 INFO  (qtp1491556637-141358) [n:127.0.0.1:39935_zq%2Fa c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1]  webapp=/zq/a path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 6052570 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 6052570 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 6052570 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 6052570 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 6052570 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 6052573 INFO  (searcherExecutor-34276-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n3]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 6052574 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 6052574 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
   [junit4]   2> 6052574 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 6052575 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
   [junit4]   2> 6052575 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1672918739387940864
   [junit4]   2> 6052577 INFO  (recoveryExecutor-34250-thread-1-processing-n:127.0.0.1:39200_zq%2Fa x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39200_zq%2Fa c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
   [junit4]   2> 6052679 INFO  (zkCallback-34253-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6052679 INFO  (zkCallback-34253-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6052679 INFO  (zkCallback-34229-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6052679 INFO  (zkCallback-34253-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6052679 INFO  (zkCallback-34229-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 6052679 INFO  (zkCallback-34229-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   2> 6052680 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection:tmp_collection
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   2> 6052682 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6052684 INFO  (zkConnectionManagerCallback-34287-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6052684 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6052686 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 6052687 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[C41604D4503994E7]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36469/solr ready
   [junit4]   2> 6052688 INFO  (qtp1047210842-141389) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tmp_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 6052692 INFO  (OverseerCollectionConfigSetProcessor-73184496388866052-127.0.0.1:39935_zq%2Fa-n_0000000000) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 6052692 INFO  (OverseerThreadFactory-34235-thread-4-processing-n:127.0.0.1:39935_zq%2Fa) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
   [junit4]   2> 6052693 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa    x:tmp_collection_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n1 tag=null
   [junit4]   2> 6052693 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa    x:tmp_collection_shard1_replica_n3 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n3 tag=null
   [junit4]   2> 6052693 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa    x:tmp_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@53b91d06: rootName = null, domain = solr.core.tmp_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.tmp_collection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@7179421a
   [junit4]   2> 6052693 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa    x:tmp_collection_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f1c6db6: rootName = null, domain = solr.core.tmp_collection.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.tmp_collection.shard1.replica_n3/com.codahale.metrics.MetricRegistry@76b2d87e
   [junit4]   2> 6052723 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2f2a35d5
   [junit4]   2> 6052723 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n1 tag=SolrCore@2f2a35d5
   [junit4]   2> 6052723 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tmp_collection.shard1.leader tag=SolrCore@2f2a35d5
   [junit4]   2> 6052723 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ tmp_collection:shard1
   [junit4]   2> 6052724 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 6052724 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@75196d91
   [junit4]   2> 6052724 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n3 tag=SolrCore@75196d91
   [junit4]   2> 6052724 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tmp_collection.shard1.leader tag=SolrCore@75196d91
   [junit4]   2> 6052724 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ tmp_collection:shard1
   [junit4]   2> 6052725 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 6052731 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node4=0}, version=2}
   [junit4]   2> 6052733 INFO  (qtp1491556637-141360) [n:127.0.0.1:39935_zq%2Fa     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=tmp_collection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=40
   [junit4]   2> 6052739 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={}, version=3}
   [junit4]   2> 6052740 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
   [junit4]   2> 6052741 INFO  (qtp1047210842-141388) [n:127.0.0.1:39200_zq%2Fa     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=tmp_collection_shard1_replica_n3&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=48
   [junit4]   2> 6052845 INFO  (zkCallback-34229-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2

[...truncated too long message...]

dlerTest -Dtests.method=testPartialReplicationWithTruncatedTlog -Dtests.seed=C41604D4503994E7 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=kea-CV -Dtests.timezone=Atlantic/Azores -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   70.5s J1 | CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog <<<
   [junit4]    > Throwable #1: java.net.BindException: Address already in use
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C41604D4503994E7:E9CD4A8CF96D6C66]:0)
   [junit4]    > 	at java.base/sun.nio.ch.Net.bind0(Native Method)
   [junit4]    > 	at java.base/sun.nio.ch.Net.bind(Net.java:461)
   [junit4]    > 	at java.base/sun.nio.ch.Net.bind(Net.java:453)
   [junit4]    > 	at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
   [junit4]    > 	at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
   [junit4]    > 	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
   [junit4]    > 	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:307)
   [junit4]    > 	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
   [junit4]    > 	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:231)
   [junit4]    > 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
   [junit4]    > 	at org.eclipse.jetty.server.Server.doStart(Server.java:385)
   [junit4]    > 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472)
   [junit4]    > 	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.restartServer(BaseCdcrDistributedZkTest.java:556)
   [junit4]    > 	at org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog(CdcrReplicationHandlerTest.java:153)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_C41604D4503994E7-001
   [junit4]   2> Jul 22, 2020 12:09:20 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=3, maxDocsPerChunk=101, blockShift=4), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=3, blockSize=4)), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=kea-CV, timezone=Atlantic/Azores
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=169366920,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [SuggestComponentTest, TestFieldSortValues, SchemaVersionSpecificBehaviorTest, TestInPlaceUpdatesDistrib, LukeRequestHandlerTest, BasicDistributedZk2Test, BadCopyFieldTest, TestCloudRecovery, ZkStateWriterTest, TestSolrIndexConfig, TestBlendedInfixSuggestions, TestExternalRoleRuleBasedAuthorizationPlugin, TestTermsQParserPlugin, SolrPluginUtilsTest, TestConfigOverlay, TaggingAttributeTest, SuggesterFSTTest, ZookeeperStatusHandlerTest, TestRequestStatusCollectionAPI, TestDistribPackageStore, TestManagedSchemaAPI, UnloadDistributedZkTest, TestSolrCoreParser, IndexSizeEstimatorTest, TestUnifiedSolrHighlighterWithoutStoredId, TestCloudJSONFacetSKG, TestMaxScoreQueryParser, OverriddenZkACLAndCredentialsProvidersTest, SuggesterWFSTTest, TestIndexSearcher, TestDynamicFieldCollectionResource, TestConfigSets, TestPrepRecovery, TestQueryingOnDownCollection, TestImplicitCoreProperties, TestLeaderElectionWithEmptyReplica, MetricsConfigTest, ManagedSchemaRoundRobinCloudTest, TestRestManager, ClusterStateMockUtilTest, TestReloadAndDeleteDocs, TestDistributedTracing, TestDelegationWithHadoopAuth, TestJettySolrRunner, OpenExchangeRatesOrgProviderTest, TestJsonFacetsWithNestedObjects, TestFieldResource, TestCloudManagedSchema, TestSolrCloudWithKerberosAlt, DateFieldTest, CoreMergeIndexesAdminHandlerTest, TestSolrJacksonAnnotation, SimpleMLTQParserTest, TestSolrConfigHandlerConcurrent, SearchHandlerTest, TestSearcherReuse, SolrCoreCheckLockOnStartupTest, TestRandomCollapseQParserPlugin, NumberUtilsTest, TestEmbeddedSolrServerAdminHandler, TestDynamicLoading, TestStreamBody, BasicFunctionalityTest, TestFieldCacheWithThreads, TestSweetSpotSimilarityFactory, TestCloudConsistency, TestClusterProperties, TestPartialUpdateDeduplication, TestHighlightDedupGrouping, TestDistribDocBasedVersion, TestHdfsBackupRestoreCore, DistributedVersionInfoTest, RegexBoostProcessorTest, TestFaceting, PathHierarchyTokenizerFactoryTest, DirectoryFactoryTest, TestExclusionRuleCollectionAccess, URLClassifyProcessorTest, WrapperMergePolicyFactoryTest, TestFoldingMultitermQuery, DirectUpdateHandlerTest, NestedShardedAtomicUpdateTest, HdfsChaosMonkeyNothingIsSafeTest, FacetPivotSmallTest, PKIAuthenticationIntegrationTest, ChangedSchemaMergeTest, TestPointFields, DistributedFacetPivotSmallTest, CustomHighlightComponentTest, TestCaffeineCache, PluginInfoTest, SolrCloudReportersTest, TestSolrTestCaseJ4, SolrJmxReporterCloudTest, TestJsonFacetRefinement, TestSolr4Spatial, MoveReplicaTest, DistribDocExpirationUpdateProcessorTest, HighlighterConfigTest, TestDeprecatedFilters, SmileWriterTest, TestMultiWordSynonyms, DocumentAnalysisRequestHandlerTest, TestDynamicFieldNamesIndexCorrectly, TestPayloadCheckQParserPlugin, PhrasesIdentificationComponentTest, TestSizeLimitedDistributedMap, TestStressInPlaceUpdates, CollectionPropsTest, CreateCollectionCleanupTest, TemplateUpdateProcessorTest, DistributedDebugComponentTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestUtils, TestJavabinTupleStreamParser, TestQueryTypes, RulesTest, TestConfigSetsAPIZkFailure, SolrXmlInZkTest, TestExplainDocTransformer, AddReplicaTest, CdcrBootstrapTest, SliceStateTest, SolrInfoBeanTest, TestDocTermOrdsUninvertLimit, TestRealTimeGet, OverseerStatusTest, TestSolrQueryResponse, NestedAtomicUpdateTest, LeaderFailureAfterFreshStartTest, TestNRTOpen, RequiredFieldsTest, PreAnalyzedFieldTest, CloneFieldUpdateProcessorFactoryTest, BJQFilterAccessibleTest, TestCloudPhrasesIdentificationComponent, TestCoreAdminApis, TestWaitForStateWithJettyShutdowns, TestBadConfig, TestLegacyFieldReuse, HdfsCollectionsAPIDistributedZkTest, TestSolrConfigHandler, HDFSCollectionsAPITest, DistributedQueryComponentCustomSortTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedMissingSort, TestDistributedSearch, TestDocumentBuilder, TestRandomDVFaceting, TestRandomFaceting, TestSimpleTrackingShardHandler, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, ForceLeaderTest, FullSolrCloudDistribCmdsTest, HttpPartitionTest, LeaderElectionContextKeyTest, LeaderElectionIntegrationTest, LeaderElectionTest, LeaderVoteWaitTimeoutTest, MetricsHistoryWithAuthIntegrationTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, PackageManagerCLITest, RecoveryAfterSoftCommitTest, RecoveryZkTest, ReindexCollectionTest, RestartWhileUpdatingTest, SSLMigrationTest, SaslZkACLProviderTest, ShardRoutingCustomTest, ShardRoutingTest, SyncSliceTest, SystemCollectionCompatTest, TestAuthenticationFramework, TestLocalStatsCacheCloud, TestLockTree, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestRebalanceLeaders, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestTlogReplayVsRecovery, TestTlogReplica, TestTolerantUpdateProcessorCloud, ZkCLITest, ZkControllerTest, ZkNodePropsTest, ZkShardTermsTest, AsyncCallRequestStatusResponseTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, SimpleCollectionCreateDeleteTest, SplitByPrefixTest, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, CdcrReplicationHandlerTest]
   [junit4] Completed [513/867 (1!)] on J1 in 131.97s, 5 tests, 1 error <<< FAILURES!

[...truncated 53018 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2260 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2260/

1 tests failed.
FAILED:  org.apache.solr.handler.TestContainerPlugin.testApiFromPackage

Error Message:
Error from server at https://127.0.0.1:40845/solr: Error executing command

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:40845/solr: Error executing command
	at __randomizedtesting.SeedInfo.seed([CA04721A3DCFFD77:275A8A6B0F852AFE]:0)
	at org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException.create(BaseHttpSolrClient.java:67)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:647)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:389)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:359)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1155)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:916)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:850)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
	at org.apache.solr.handler.TestContainerPlugin.testApiFromPackage(TestContainerPlugin.java:265)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 12366 lines...]
   [junit4] Suite: org.apache.solr.handler.TestContainerPlugin
   [junit4]   2> 407010 INFO  (SUITE-TestContainerPlugin-seed#[CA04721A3DCFFD77]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 407011 INFO  (SUITE-TestContainerPlugin-seed#[CA04721A3DCFFD77]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestContainerPlugin_CA04721A3DCFFD77-001/data-dir-22-001
   [junit4]   2> 407011 WARN  (SUITE-TestContainerPlugin-seed#[CA04721A3DCFFD77]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 407011 INFO  (SUITE-TestContainerPlugin-seed#[CA04721A3DCFFD77]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 407012 INFO  (SUITE-TestContainerPlugin-seed#[CA04721A3DCFFD77]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 407013 INFO  (SUITE-TestContainerPlugin-seed#[CA04721A3DCFFD77]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 407019 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testApi
   [junit4]   2> 407019 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestContainerPlugin_CA04721A3DCFFD77-001/tempDir-001
   [junit4]   2> 407020 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 407020 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 407020 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 407021 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 407120 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.ZkTestServer start zk server on port: 45491
   [junit4]   2> 407120 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45491
   [junit4]   2> 407120 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45491
   [junit4]   2> 407120 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45491
   [junit4]   2> 407122 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 407124 INFO  (zkConnectionManagerCallback-2372-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 407124 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 407126 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 407128 INFO  (zkConnectionManagerCallback-2374-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 407128 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 407129 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 407130 INFO  (zkConnectionManagerCallback-2376-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 407130 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 407132 WARN  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]-SendThread(127.0.0.1:45491)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10068f2f4e50002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10068f2f4e50002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10068f2f4e50002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 407242 INFO  (jetty-launcher-2377-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 407242 INFO  (jetty-launcher-2377-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 407242 INFO  (jetty-launcher-2377-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 407245 INFO  (jetty-launcher-2377-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 407245 INFO  (jetty-launcher-2377-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 407245 INFO  (jetty-launcher-2377-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 407245 INFO  (jetty-launcher-2377-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 407245 INFO  (jetty-launcher-2377-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 407245 INFO  (jetty-launcher-2377-thread-3) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 407249 INFO  (jetty-launcher-2377-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 407249 INFO  (jetty-launcher-2377-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 407249 INFO  (jetty-launcher-2377-thread-4) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 407250 INFO  (jetty-launcher-2377-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 407250 INFO  (jetty-launcher-2377-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 407250 INFO  (jetty-launcher-2377-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 407250 INFO  (jetty-launcher-2377-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@485a9f17{/solr,null,AVAILABLE}
   [junit4]   2> 407252 INFO  (jetty-launcher-2377-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5ed4023{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:36641}
   [junit4]   2> 407252 INFO  (jetty-launcher-2377-thread-3) [     ] o.e.j.s.Server Started @407276ms
   [junit4]   2> 407252 INFO  (jetty-launcher-2377-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36641}
   [junit4]   2> 407252 ERROR (jetty-launcher-2377-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 407252 INFO  (jetty-launcher-2377-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 407252 INFO  (jetty-launcher-2377-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 407252 INFO  (jetty-launcher-2377-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 407252 INFO  (jetty-launcher-2377-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 407252 INFO  (jetty-launcher-2377-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-21T06:33:58.670573Z
   [junit4]   2> 407257 INFO  (jetty-launcher-2377-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 407257 INFO  (jetty-launcher-2377-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 407257 INFO  (jetty-launcher-2377-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 407258 INFO  (jetty-launcher-2377-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68088e2b{/solr,null,AVAILABLE}
   [junit4]   2> 407259 INFO  (jetty-launcher-2377-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@8d52c7d{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:35821}
   [junit4]   2> 407259 INFO  (jetty-launcher-2377-thread-4) [     ] o.e.j.s.Server Started @407283ms
   [junit4]   2> 407259 INFO  (jetty-launcher-2377-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35821}
   [junit4]   2> 407259 ERROR (jetty-launcher-2377-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 407259 INFO  (jetty-launcher-2377-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 407259 INFO  (jetty-launcher-2377-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 407259 INFO  (jetty-launcher-2377-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 407259 INFO  (jetty-launcher-2377-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 407259 INFO  (jetty-launcher-2377-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-21T06:33:58.677625Z
   [junit4]   2> 407265 INFO  (jetty-launcher-2377-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 407266 INFO  (jetty-launcher-2377-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 407271 INFO  (zkConnectionManagerCallback-2379-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 407271 INFO  (zkConnectionManagerCallback-2381-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 407271 INFO  (jetty-launcher-2377-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 407271 INFO  (jetty-launcher-2377-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 407272 INFO  (jetty-launcher-2377-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 407272 INFO  (jetty-launcher-2377-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 407276 WARN  (jetty-launcher-2377-thread-4-SendThread(127.0.0.1:45491)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10068f2f4e50003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10068f2f4e50003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10068f2f4e50003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 407281 INFO  (jetty-launcher-2377-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 407281 INFO  (jetty-launcher-2377-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 407282 INFO  (jetty-launcher-2377-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 407282 INFO  (jetty-launcher-2377-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51c6091b{/solr,null,AVAILABLE}
   [junit4]   2> 407282 INFO  (jetty-launcher-2377-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 407282 INFO  (jetty-launcher-2377-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 407282 INFO  (jetty-launcher-2377-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 407283 INFO  (jetty-launcher-2377-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3d5bcb6{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:42155}
   [junit4]   2> 407283 INFO  (jetty-launcher-2377-thread-1) [     ] o.e.j.s.Server Started @407307ms
   [junit4]   2> 407283 INFO  (jetty-launcher-2377-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42155}
   [junit4]   2> 407283 ERROR (jetty-launcher-2377-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 407283 INFO  (jetty-launcher-2377-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 407283 INFO  (jetty-launcher-2377-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 407283 INFO  (jetty-launcher-2377-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 407283 INFO  (jetty-launcher-2377-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 407283 INFO  (jetty-launcher-2377-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-21T06:33:58.701815Z
   [junit4]   2> 407284 INFO  (jetty-launcher-2377-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@507d911d{/solr,null,AVAILABLE}
   [junit4]   2> 407285 INFO  (jetty-launcher-2377-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3906ab4b{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:38111}
   [junit4]   2> 407285 INFO  (jetty-launcher-2377-thread-2) [     ] o.e.j.s.Server Started @407309ms
   [junit4]   2> 407285 INFO  (jetty-launcher-2377-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38111}
   [junit4]   2> 407285 ERROR (jetty-launcher-2377-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 407285 INFO  (jetty-launcher-2377-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 407285 INFO  (jetty-launcher-2377-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 407285 INFO  (jetty-launcher-2377-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 407285 INFO  (jetty-launcher-2377-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 407285 INFO  (jetty-launcher-2377-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-21T06:33:58.703763Z
   [junit4]   2> 407289 INFO  (jetty-launcher-2377-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 407290 INFO  (jetty-launcher-2377-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 407291 INFO  (zkConnectionManagerCallback-2383-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 407291 INFO  (jetty-launcher-2377-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 407291 INFO  (zkConnectionManagerCallback-2385-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 407291 INFO  (jetty-launcher-2377-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 407377 INFO  (jetty-launcher-2377-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 407378 INFO  (jetty-launcher-2377-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 407378 WARN  (jetty-launcher-2377-thread-3-SendThread(127.0.0.1:45491)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10068f2f4e50004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10068f2f4e50004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10068f2f4e50004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 407379 INFO  (jetty-launcher-2377-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 407380 WARN  (jetty-launcher-2377-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1e8a35c9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407380 WARN  (jetty-launcher-2377-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1e8a35c9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407383 WARN  (jetty-launcher-2377-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@143dad69[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407383 WARN  (jetty-launcher-2377-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@143dad69[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407383 WARN  (jetty-launcher-2377-thread-1-SendThread(127.0.0.1:45491)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10068f2f4e50005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10068f2f4e50005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10068f2f4e50005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 407383 WARN  (jetty-launcher-2377-thread-2-SendThread(127.0.0.1:45491)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10068f2f4e50006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10068f2f4e50006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10068f2f4e50006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 407384 INFO  (jetty-launcher-2377-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45491/solr
   [junit4]   2> 407385 INFO  (jetty-launcher-2377-thread-4) [n:127.0.0.1:35821_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 407386 INFO  (zkConnectionManagerCallback-2395-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 407386 INFO  (jetty-launcher-2377-thread-4) [n:127.0.0.1:35821_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 407480 INFO  (jetty-launcher-2377-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 407481 WARN  (jetty-launcher-2377-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@17214fc7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407481 WARN  (jetty-launcher-2377-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@17214fc7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407484 WARN  (jetty-launcher-2377-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5dedfef8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407484 WARN  (jetty-launcher-2377-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5dedfef8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407484 INFO  (jetty-launcher-2377-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 407485 INFO  (jetty-launcher-2377-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45491/solr
   [junit4]   2> 407486 WARN  (jetty-launcher-2377-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@74783e8c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407486 WARN  (jetty-launcher-2377-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@74783e8c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407486 INFO  (jetty-launcher-2377-thread-3) [n:127.0.0.1:36641_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 407488 INFO  (zkConnectionManagerCallback-2410-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 407488 INFO  (jetty-launcher-2377-thread-3) [n:127.0.0.1:36641_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 407489 WARN  (jetty-launcher-2377-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d33a38b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407489 WARN  (jetty-launcher-2377-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d33a38b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407490 INFO  (jetty-launcher-2377-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45491/solr
   [junit4]   2> 407490 INFO  (jetty-launcher-2377-thread-1) [n:127.0.0.1:42155_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 407491 INFO  (zkConnectionManagerCallback-2415-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 407491 INFO  (jetty-launcher-2377-thread-1) [n:127.0.0.1:42155_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 407580 INFO  (jetty-launcher-2377-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 407581 WARN  (jetty-launcher-2377-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4ee1a42b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407581 WARN  (jetty-launcher-2377-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4ee1a42b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407585 WARN  (jetty-launcher-2377-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c8397de[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407585 WARN  (jetty-launcher-2377-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c8397de[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 407586 INFO  (jetty-launcher-2377-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45491/solr
   [junit4]   2> 407588 INFO  (jetty-launcher-2377-thread-2) [n:127.0.0.1:38111_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 407588 INFO  (zkConnectionManagerCallback-2431-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 407588 INFO  (jetty-launcher-2377-thread-2) [n:127.0.0.1:38111_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 407603 INFO  (jetty-launcher-2377-thread-2) [n:127.0.0.1:38111_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38111_solr
   [junit4]   2> 407604 INFO  (jetty-launcher-2377-thread-2) [n:127.0.0.1:38111_solr     ] o.a.s.c.Overseer Overseer (id=72172986737950730-127.0.0.1:38111_solr-n_0000000000) starting
   [junit4]   2> 407612 INFO  (OverseerStateUpdate-72172986737950730-127.0.0.1:38111_solr-n_0000000000) [n:127.0.0.1:38111_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38111_solr
   [junit4]   2> 407613 INFO  (jetty-launcher-2377-thread-2) [n:127.0.0.1:38111_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38111_solr
   [junit4]   2> 407614 INFO  (OverseerStateUpdate-72172986737950730-127.0.0.1:38111_solr-n_0000000000) [n:127.0.0.1:38111_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 407616 INFO  (jetty-launcher-2377-thread-2) [n:127.0.0.1:38111_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 407616 WARN  (jetty-launcher-2377-thread-2) [n:127.0.0.1:38111_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 407646 INFO  (jetty-launcher-2377-thread-2) [n:127.0.0.1:38111_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 407655 INFO  (jetty-launcher-2377-thread-4) [n:127.0.0.1:35821_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 407663 INFO  (jetty-launcher-2377-thread-4) [n:127.0.0.1:35821_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:35821_solr as DOWN
   [junit4]   2> 407664 INFO  (jetty-launcher-2377-thread-4) [n:127.0.0.1:35821_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 407664 INFO  (jetty-launcher-2377-thread-4) [n:127.0.0.1:35821_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35821_solr
   [junit4]   2> 407667 INFO  (zkCallback-2430-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 407667 INFO  (jetty-launcher-2377-thread-2) [n:127.0.0.1:38111_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38111.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd451e8
   [junit4]   2> 407670 INFO  (jetty-launcher-2377-thread-4) [n:127.0.0.1:35821_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 407670 WARN  (jetty-launcher-2377-thread-4) [n:127.0.0.1:35821_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 407674 INFO  (zkCallback-2394-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 407674 INFO  (jetty-launcher-2377-thread-2) [n:127.0.0.1:38111_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38111.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd451e8
   [junit4]   2> 407674 INFO  (jetty-launcher-2377-thread-2) [n:127.0.0.1:38111_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38111.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd451e8
   [junit4]   2> 407676 INFO  (jetty-launcher-2377-thread-2) [n:127.0.0.1:38111_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestContainerPlugin_CA04721A3DCFFD77-001/tempDir-001/node2
   [junit4]   2> 407687 INFO  (jetty-launcher-2377-thread-1) [n:127.0.0.1:42155_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 407689 INFO  (jetty-launcher-2377-thread-3) [n:127.0.0.1:36641_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 407692 INFO  (jetty-launcher-2377-thread-1) [n:127.0.0.1:42155_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:42155_solr as DOWN
   [junit4]   2> 407694 INFO  (jetty-launcher-2377-thread-1) [n:127.0.0.1:42155_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 407694 INFO  (jetty-launcher-2377-thread-1) [n:127.0.0.1:42155_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42155_solr
   [junit4]   2> 407695 INFO  (zkCallback-2394-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 407695 INFO  (zkCallback-2430-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 407695 INFO  (zkCallback-2414-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 407695 INFO  (zkCallback-2409-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 407696 INFO  (jetty-launcher-2377-thread-3) [n:127.0.0.1:36641_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:36641_solr as DOWN
   [junit4]   2> 407697 INFO  (jetty-launcher-2377-thread-3) [n:127.0.0.1:36641_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 407697 INFO  (jetty-launcher-2377-thread-3) [n:127.0.0.1:36641_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36641_solr
   [junit4]   2> 407697 INFO  (jetty-launcher-2377-thread-1) [n:127.0.0.1:42155_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 407698 WARN  (jetty-launcher-2377-thread-1) [n:127.0.0.1:42155_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 407702 INFO  (zkCallback-2414-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 407702 INFO  (zkCallback-2430-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 407702 INFO  (zkCallback-2394-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 407703 INFO  (zkCallback-2409-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 407712 INFO  (jetty-launcher-2377-thread-4) [n:127.0.0.1:35821_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 407718 INFO  (jetty-launcher-2377-thread-3) [n:127.0.0.1:36641_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 407718 WARN  (jetty-launcher-2377-thread-3) [n:127.0.0.1:36641_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 407729 INFO  (jetty-launcher-2377-thread-1) [n:127.0.0.1:42155_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 407745 INFO  (jetty-launcher-2377-thread-4) [n:127.0.0.1:35821_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35821.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd451e8
   [junit4]   2> 407754 INFO  (jetty-launcher-2377-thread-1) [n:127.0.0.1:42155_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42155.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd451e8
   [junit4]   2> 407754 INFO  (jetty-launcher-2377-thread-4) [n:127.0.0.1:35821_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35821.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd451e8
   [junit4]   2> 407754 INFO  (jetty-launcher-2377-thread-4) [n:127.0.0.1:35821_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35821.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd451e8
   [junit4]   2> 407755 INFO  (jetty-launcher-2377-thread-3) [n:127.0.0.1:36641_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 407755 INFO  (jetty-launcher-2377-thread-4) [n:127.0.0.1:35821_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestContainerPlugin_CA04721A3DCFFD77-001/tempDir-001/node4
   [junit4]   2> 407763 INFO  (jetty-launcher-2377-thread-1) [n:127.0.0.1:42155_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42155.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd451e8
   [junit4]   2> 407763 INFO  (jetty-launcher-2377-thread-1) [n:127.0.0.1:42155_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42155.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd451e8
   [junit4]   2> 407764 INFO  (jetty-launcher-2377-thread-1) [n:127.0.0.1:42155_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestContainerPlugin_CA04721A3DCFFD77-001/tempDir-001/node1
   [junit4]   2> 407774 INFO  (jetty-launcher-2377-thread-3) [n:127.0.0.1:36641_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36641.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd451e8
   [junit4]   2> 407783 INFO  (jetty-launcher-2377-thread-3) [n:127.0.0.1:36641_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36641.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd451e8
   [junit4]   2> 407783 INFO  (jetty-launcher-2377-thread-3) [n:127.0.0.1:36641_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36641.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cd451e8
   [junit4]   2> 407784 INFO  (jetty-launcher-2377-thread-3) [n:127.0.0.1:36641_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestContainerPlugin_CA04721A3DCFFD77-001/tempDir-001/node3
   [junit4]   2> 407801 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 407801 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 407803 INFO  (zkConnectionManagerCallback-2464-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 407803 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 407803 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 407804 INFO  (TEST-TestContainerPlugin.testApi-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45491/solr ready
   [junit4]   2> 407849 ERROR (qtp253045587-7027) [n:127.0.0.1:36641_solr     ] o.a.s.a.AnnotatedApi Error executing command  
   [junit4]   2>           => org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error executing command, errors: [{add=org.apache.solr.client.solrj.request.beans.PluginMeta@aa107ef, errorMessages=[java.lang.RuntimeException: No method with @Command in class: org.apache.solr.handler.TestContainerPlugin$C2]}], 
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.checkForErrorInPayload(AnnotatedApi.java:323)
   [junit4]   2> org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error executing command
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.checkForErrorInPayload(AnnotatedApi.java:323) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.invoke(AnnotatedApi.java:293) [java/:?]
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi.call(AnnotatedApi.java:196) [java/:?]
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:340) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 407850 INFO  (qtp253045587-7027) [n:127.0.0.1:36641_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=400 QTime=6
   [junit4]   2> 407853 ERROR (qtp253045587-7028) [n:127.0.0.1:36641_solr     ] o.a.s.a.AnnotatedApi Error executing command  
   [junit4]   2>           => org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error executing command, errors: [{add=org.apache.solr.client.solrj.request.beans.PluginMeta@aa107ee, errorMessages=[java.lang.RuntimeException: Invalid Class : org.apache.solr.handler.TestContainerPlugin$C1 No @EndPoints]}], 
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.checkForErrorInPayload(AnnotatedApi.java:323)
   [junit4]   2> org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error executing command
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.checkForErrorInPayload(AnnotatedApi.java:323) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.invoke(AnnotatedApi.java:293) [java/:?]
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi.call(AnnotatedApi.java:196) [java/:?]
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:340) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 407854 INFO  (qtp253045587-7028) [n:127.0.0.1:36641_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=400 QTime=1
   [junit4]   2> 407864 INFO  (qtp253045587-7024) [n:127.0.0.1:36641_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 407892 INFO  (qtp153999302-7052) [n:127.0.0.1:42155_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 407919 INFO  (qtp872333371-7051) [n:127.0.0.1:38111_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/plugin/my/plugin params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 407922 INFO  (qtp253045587-7026) [n:127.0.0.1:36641_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 407924 INFO  (qtp153999302-7031) [n:127.0.0.1:42155_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 407927 ERROR (qtp153999302-7048) [n:127.0.0.1:42155_solr     ] o.a.s.a.AnnotatedApi Error executing command  
   [junit4]   2>           => org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error executing command, errors: [{add=org.apache.solr.client.solrj.request.beans.PluginMeta@21cc1b41, errorMessages=[path must not have a prefix: collections]}], 
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.checkForErrorInPayload(AnnotatedApi.java:323)
   [junit4]   2> org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error executing command
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.checkForErrorInPayload(AnnotatedApi.java:323) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.invoke(AnnotatedApi.java:293) [java/:?]
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi.call(AnnotatedApi.java:196) [java/:?]
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:340) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 407928 INFO  (qtp153999302-7048) [n:127.0.0.1:42155_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=400 QTime=2
   [junit4]   2> 407954 INFO  (qtp36521741-7039) [n:127.0.0.1:35821_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 407955 INFO  (qtp872333371-7021) [n:127.0.0.1:38111_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/my-random-name/my/plugin params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 407956 INFO  (qtp153999302-7050) [n:127.0.0.1:42155_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/my-random-prefix/their/plugin params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 407958 INFO  (qtp36521741-7036) [n:127.0.0.1:35821_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 407959 ERROR (qtp36521741-7037) [n:127.0.0.1:35821_solr     ] o.a.s.a.V2HttpCall >> path: '/my-random-prefix/their/plugin'
   [junit4]   2> 407959 ERROR (qtp36521741-7037) [n:127.0.0.1:35821_solr     ] o.a.s.a.V2HttpCall Error in init()
   [junit4]   2>           => org.apache.solr.common.SolrException: no core retrieved for null
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:139)
   [junit4]   2> org.apache.solr.common.SolrException: no core retrieved for null
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:139) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:546) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:767) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 407961 ERROR (qtp36521741-7038) [n:127.0.0.1:35821_solr     ] o.a.s.a.V2HttpCall >> path: '/my-random-prefix/their/plugin'
   [junit4]   2> 407961 ERROR (qtp36521741-7038) [n:127.0.0.1:35821_solr     ] o.a.s.a.V2HttpCall Error in init()
   [junit4]   2>           => org.apache.solr.common.SolrException: no core retrieved for null
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:139)
   [junit4]   2> org.apache.solr.common.SolrException: no core retrieved for null
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:139) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:546) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:767) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 408064 INFO  (jetty-closer-2465-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=622895816
   [junit4]   2> 408064 INFO  (jetty-closer-2465-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35821_solr
   [junit4]   2> 408064 INFO  (jetty-closer-2465-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1143427568
   [junit4]   2> 408064 INFO  (jetty-closer-2465-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38111_solr
   [junit4]   2> 408064 INFO  (jetty-closer-2465-thread-3) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1696253792
   [junit4]   2> 408065 INFO  (jetty-closer-2465-thread-3) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42155_solr
   [junit4]   2> 408065 INFO  (jetty-closer-2465-thread-3) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 408065 INFO  (jetty-closer-2465-thread-3) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:42155_solr as DOWN
   [junit4]   2> 408066 INFO  (jetty-closer-2465-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 408066 INFO  (zkCallback-2414-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 408066 INFO  (jetty-closer-2465-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:38111_solr as DOWN
   [junit4]   2> 408066 INFO  (jetty-closer-2465-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 408066 INFO  (jetty-closer-2465-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:35821_solr as DOWN
   [junit4]   2> 408066 INFO  (zkCallback-2430-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 408068 INFO  (zkCallback-2394-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 408068 INFO  (zkCallback-2409-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 408074 INFO  (jetty-closer-2465-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 408074 INFO  (jetty-closer-2465-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3bcddfbd: rootName = solr_42155, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@4b922376
   [junit4]   2> 408074 INFO  (jetty-closer-2465-thread-4) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1712073460
   [junit4]   2> 408074 INFO  (jetty-closer-2465-thread-4) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36641_solr
   [junit4]   2> 408075 INFO  (jetty-closer-2465-thread-4) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 408076 INFO  (jetty-closer-2465-thread-4) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:36641_solr as DOWN
   [junit4]   2> 408076 INFO  (zkCallback-2409-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 408076 INFO  (zkCallback-2414-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 408076 INFO  (zkCallback-2394-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 408076 INFO  (zkCallback-2430-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 408077 INFO  (jetty-closer-2465-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 408077 INFO  (jetty-closer-2465-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22c12e07: rootName = solr_35821, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@6015eb2c
   [junit4]   2> 408082 INFO  (jetty-closer-2465-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 408086 INFO  (jetty-closer-2465-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 408086 INFO  (jetty-closer-2465-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@615a8ab0: rootName = solr_36641, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@5da4fd8d
   [junit4]   2> 408090 INFO  (jetty-closer-2465-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 408090 INFO  (jetty-closer-2465-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@235a2a37: rootName = solr_38111, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2fe32400
   [junit4]   2> 408098 INFO  (jetty-closer-2465-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 408098 INFO  (jetty-closer-2465-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4820d3ad: rootName = solr_42155, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@3a68130e
   [junit4]   2> 408112 INFO  (jetty-closer-2465-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 408112 INFO  (jetty-closer-2465-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@24917248: rootName = solr_35821, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@3a68130e
   [junit4]   2> 408114 INFO  (jetty-closer-2465-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 408114 INFO  (jetty-closer-2465-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6cc7fc7a: rootName = solr_42155, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1c9d137a
   [junit4]   2> 408114 INFO  (jetty-closer-2465-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 408117 INFO  (jetty-closer-2465-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 408117 INFO  (jetty-closer-2465-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7ed3c243: rootName = solr_36641, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@3a68130e
   [junit4]   2> 408120 INFO  (jetty-closer-2465-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 408120 INFO  (jetty-closer-2465-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7010b2c7: rootName = solr_35821, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1c9d137a
   [junit4]   2> 408120 INFO  (jetty-closer-2465-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 408120 INFO  (jetty-closer-2465-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 408120 INFO  (jetty-closer-2465-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8cebe1: rootName = solr_38111, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@3a68130e
   [junit4]   2> 408122 INFO  (jetty-closer-2465-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 408122 INFO  (jetty-closer-2465-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@796f3128: rootName = solr_36641, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1c9d137a
   [junit4]   2> 408122 INFO  (jetty-closer-2465-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 408124 INFO  (jetty-closer-2465-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 408124 INFO  (jetty-closer-2465-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48764954: rootName = solr_38111, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1c9d137a
   [junit4]   2> 408124 INFO  (jetty-closer-2465-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 408124 INFO  (closeThreadPool-2484-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72172986737950730-127.0.0.1:38111_solr-n_0000000000) closing
   [junit4]   2> 408125 INFO  (OverseerStateUpdate-72172986737950730-127.0.0.1:38111_solr-n_0000000000) [n:127.0.0.1:38111_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38111_solr
   [junit4]   2> 408136 INFO  (closeThreadPool-2484-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72172986737950730-127.0.0.1:38111_solr-n_0000000000) closing
   [junit4]   2> 408138 WARN  (jetty-launcher-2377-thread-3-SendThread(127.0.0.1:45491)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10068f2f4e50008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10068f2f4e50008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10068f2f4e50008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 408217 INFO  (jetty-closer-2465-thread-3) [     ] o.e.j.s.AbstractCon

[...truncated too long message...]

trics.MetricRegistry@1c9d137a
   [junit4]   2> 410471 INFO  (jetty-closer-2580-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 410478 INFO  (closeThreadPool-2600-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72172986850607114-127.0.0.1:43857_solr-n_0000000000) closing
   [junit4]   2> 410479 INFO  (OverseerStateUpdate-72172986850607114-127.0.0.1:43857_solr-n_0000000000) [n:127.0.0.1:43857_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43857_solr
   [junit4]   2> 410484 INFO  (closeThreadPool-2600-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72172986850607114-127.0.0.1:43857_solr-n_0000000000) closing
   [junit4]   2> 410672 INFO  (jetty-closer-2580-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72172986850607114-127.0.0.1:43857_solr-n_0000000000) closing
   [junit4]   2> 410674 INFO  (jetty-closer-2580-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@56248574{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 410674 INFO  (jetty-closer-2580-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1458849{/solr,null,UNAVAILABLE}
   [junit4]   2> 410674 INFO  (jetty-closer-2580-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 410774 INFO  (jetty-closer-2580-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@97620e1{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 410774 INFO  (jetty-closer-2580-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a41ebef{/solr,null,UNAVAILABLE}
   [junit4]   2> 410774 INFO  (jetty-closer-2580-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 419681 INFO  (jetty-closer-2580-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@2a3bdb9c{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 419681 INFO  (jetty-closer-2580-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a4b8fa8{/solr,null,UNAVAILABLE}
   [junit4]   2> 419681 INFO  (jetty-closer-2580-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 420010 INFO  (jetty-closer-2580-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5076641{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 420010 INFO  (jetty-closer-2580-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@24cd0dea{/solr,null,UNAVAILABLE}
   [junit4]   2> 420010 INFO  (jetty-closer-2580-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 420011 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 420012 WARN  (TEST-TestContainerPlugin.testApiFromPackage-seed#[CA04721A3DCFFD77]-SendThread(127.0.0.1:38719)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10068f2fb9c0000.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10068f2fb9c0000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10068f2fb9c0000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 420215 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/packages.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/live_nodes
   [junit4]   2> 	8	/solr/overseer/queue
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 420219 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:38719
   [junit4]   2> 420219 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38719
   [junit4]   2> 420219 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[CA04721A3DCFFD77]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38719
   [junit4]   2> 420221 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[CA04721A3DCFFD77]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testApiFromPackage
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestContainerPlugin -Dtests.method=testApiFromPackage -Dtests.seed=CA04721A3DCFFD77 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=fr-GA -Dtests.timezone=America/Indiana/Marengo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   11.5s J2 | TestContainerPlugin.testApiFromPackage <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException: Error from server at https://127.0.0.1:40845/solr: Error executing command
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CA04721A3DCFFD77:275A8A6B0F852AFE]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException.create(BaseHttpSolrClient.java:67)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:647)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:389)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:359)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1155)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:916)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:850)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
   [junit4]    > 	at org.apache.solr.handler.TestContainerPlugin.testApiFromPackage(TestContainerPlugin.java:265)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 420224 INFO  (SUITE-TestContainerPlugin-seed#[CA04721A3DCFFD77]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 420225 INFO  (SUITE-TestContainerPlugin-seed#[CA04721A3DCFFD77]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:38719
   [junit4]   2> 420225 INFO  (SUITE-TestContainerPlugin-seed#[CA04721A3DCFFD77]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38719
   [junit4]   2> 420225 INFO  (SUITE-TestContainerPlugin-seed#[CA04721A3DCFFD77]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38719
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestContainerPlugin_CA04721A3DCFFD77-001
   [junit4]   2> Jul 21, 2020 6:34:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=fr-GA, timezone=America/Indiana/Marengo
   [junit4]   2> NOTE: Linux 4.15.0-108-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=173897960,total=427819008
   [junit4]   2> NOTE: All tests run in this JVM: [TestCryptoKeys, TestMinMaxOnMultiValuedField, TestCircuitBreaker, TestSystemIdResolver, LeaderElectionTest, DocValuesTest, TestConfigSetImmutable, FieldAnalysisRequestHandlerTest, SpatialFilterTest, SearchHandlerTest, DistribJoinFromCollectionTest, TlogReplayBufferedWhileIndexingTest, TestElisionMultitermQuery, VMParamsZkACLAndCredentialsProvidersTest, DynamicMapsTest, DeleteNodeTest, TestRangeQuery, PeerSyncWithLeaderTest, HdfsBasicDistributedZk2Test, BlockDirectoryTest, TestSlowCompositeReaderWrapper, TestGeoJSONResponseWriter, SolrTestCaseJ4Test, TestContainerPlugin]
   [junit4] Completed [78/867 (1!)] on J2 in 14.26s, 2 tests, 1 error <<< FAILURES!

[...truncated 54535 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2259 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2259/

1 tests failed.
FAILED:  org.apache.solr.search.facet.TestJsonFacets.testTolerant {p0=ENUM}

Error Message:
mismatch: '6'!='4' @ facets/count

Stack Trace:
java.lang.RuntimeException: mismatch: '6'!='4' @ facets/count
	at __randomizedtesting.SeedInfo.seed([11F0E1E593075A38:36E8E509203DC45E]:0)
	at org.apache.solr.SolrTestCaseHS.matchJSON(SolrTestCaseHS.java:195)
	at org.apache.solr.SolrTestCaseHS.assertJQ(SolrTestCaseHS.java:153)
	at org.apache.solr.SolrTestCaseHS$Client$Tester.assertJQ(SolrTestCaseHS.java:291)
	at org.apache.solr.SolrTestCaseHS$Client.testJQ(SolrTestCaseHS.java:337)
	at org.apache.solr.search.facet.TestJsonFacets.testTolerant(TestJsonFacets.java:3114)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13198 lines...]
   [junit4] Suite: org.apache.solr.search.facet.TestJsonFacets
   [junit4]   2> 1314899 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1314899 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.search.facet.TestJsonFacets_11F0E1E593075A38-001/data-dir-95-001
   [junit4]   2> 1314899 WARN  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=49 numCloses=49
   [junit4]   2> 1314900 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1314900 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
   [junit4]   2> 1314900 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1314901 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1314908 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1314921 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.s.IndexSchema Schema name=example
   [junit4]   2> 1314978 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
   [junit4]   2> 1315684 WARN  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/userfiles].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:897) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:322) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:752) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:824) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:381) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectory(Files.java:689) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createAndCheckIsDirectory(Files.java:796) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectories(Files.java:742) ~[?:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:371) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:332) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:169) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:810) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:800) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:661) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:650) [java/:?]
   [junit4]   2> 	at org.apache.solr.search.facet.TestJsonFacets.beforeTests(TestJsonFacets.java:76) [test/:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 1315686 WARN  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:897) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:322) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:752) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1323) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1355) ~[?:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:523) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:671) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:810) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:800) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:661) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:650) [java/:?]
   [junit4]   2> 	at org.apache.solr.search.facet.TestJsonFacets.beforeTests(TestJsonFacets.java:76) [test/:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 1315687 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1315687 WARN  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7e6ed66[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1315687 WARN  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7e6ed66[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1315689 WARN  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2509a676[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1315689 WARN  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2509a676[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1315691 WARN  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1315710 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1315710 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1315727 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@192036f
   [junit4]   2> 1315733 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@192036f
   [junit4]   2> 1315733 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@192036f
   [junit4]   2> 1315739 INFO  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1315750 INFO  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1315753 INFO  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=example
   [junit4]   2> 1315807 INFO  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
   [junit4]   2> 1315819 INFO  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@192036f
   [junit4]   2> 1315819 INFO  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.search.facet.TestJsonFacets_11F0E1E593075A38-001/data-dir-95-001/]
   [junit4]   2> 1315820 INFO  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1293639497, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1315821 WARN  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1315874 INFO  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1315875 INFO  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1315876 INFO  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1315876 INFO  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1315876 INFO  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.3720703125, noCFSRatio=0.0]
   [junit4]   2> 1315877 WARN  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf ; switching to use InMemory storage instead.
   [junit4]   2> 1315877 INFO  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1315877 INFO  (coreLoadExecutor-9818-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1672720099701686272
   [junit4]   2> 1315879 INFO  (searcherExecutor-9820-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1315879 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1315883 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testStats {p0=DV}
   [junit4]   2> 1315885 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:* (-1672720099709026304)} 0 1
   [junit4]   2> 1315887 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[1 (1672720099711123456)]} 0 1
   [junit4]   2> 1315888 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[1 (1672720099712172032)]} 0 0
   [junit4]   2> 1315888 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[1 (1672720099713220608)]} 0 0
   [junit4]   2> 1315888 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[2 (1672720099713220609)]} 0 0
   [junit4]   2> 1315888 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[3 (1672720099713220610)]} 0 0
   [junit4]   2> 1315896 INFO  (searcherExecutor-9820-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1315897 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 8
   [junit4]   2> 1315898 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[4 (1672720099722657792)]} 0 1
   [junit4]   2> 1315898 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[5 (1672720099723706368)]} 0 0
   [junit4]   2> 1315905 INFO  (searcherExecutor-9820-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1315906 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 7
   [junit4]   2> 1315907 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[6 (1672720099732094976)]} 0 0
   [junit4]   2> 1315969 INFO  (searcherExecutor-9820-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1315970 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 62
   [junit4]   2> 1315970 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 0
   [junit4]   2> 1315972 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={catA:{query:{q:'${cat_s}:A'}},++catA2:{query:{query:'${cat_s}:A'}},++catA3:{query:'${cat_s}:A'}++++}&wt=json&indent=true} hits=6 status=0 QTime=1
   [junit4]   2> 1315978 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={catA:{query:{q:'${cat_s}:A'}},++catA2:{query:{query:'${cat_s}:A'}},++catA3:{query:'${cat_s}:A'}++++}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1315979 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={+catB:{type:query,+q:'${cat_s}:B',+facet:{nj:{query:'${where_s}:NJ'},+ny:{query:'${where_s}:NY'}}+}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1315980 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=id:(2+3)&json.facet={+catB:{query:{q:'${cat_s}:B',+facet:{nj:{query:'${where_s}:NJ'},+ny:{query:'${where_s}:NY'}}+}}}&wt=json&indent=true} hits=2 status=0 QTime=0
   [junit4]   2> 1315980 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={+catB:{query:{q:'${cat_s}:B',+facet:{nj:{query:{q:'${where_s}:NJ'}},+ny:{query:'${where_s}:NY'}}+}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1315981 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={c1:{field:'${cat_s}'},+c2:{field:{field:'${cat_s}'}},+c3:{${terms}+type:terms,+field:'${cat_s}'}++}&wt=json&indent=true} hits=6 status=0 QTime=1
   [junit4]   2> 1315982 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',+mincount:3}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1315982 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=id:1&json.facet={f1:{terms:'${cat_s}'}}&wt=json&indent=true} hits=1 status=0 QTime=0
   [junit4]   2> 1315983 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=id:1&json.facet={processEmpty:true,+f1:{terms:{${terms}+field:'${cat_s}',+mincount:0}}}&wt=json&indent=true} hits=1 status=0 QTime=0
   [junit4]   2> 1315983 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=id:1&json.facet={processEmpty:true,+f1:{terms:{${terms}+field:'${cat_s}',+mincount:0,+allBuckets:true,+facet:{n1:'sum(${num_d})'}++}}}&wt=json&indent=true} hits=1 status=0 QTime=0
   [junit4]   2> 1315984 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',+sort:'n1+desc',+facet:{n1:'sum(${num_d})'}++}}+,+f2:{terms:{${terms}+field:'${cat_s}',+sort:'n1+asc',+facet:{n1:'sum(${num_d})'}++}}+}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1315985 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',++++++prelim_sort:'count+desc',+sort:'n1+desc',+facet:{n1:'sum(${num_d})'}++}},+f2:{terms:{${terms}+field:'${cat_s}',++++++prelim_sort:'count+asc',+sort:'n1+asc',+facet:{n1:'sum(${num_d})'}++}}+}&wt=json&indent=true} hits=6 status=0 QTime=1
   [junit4]   2> 1315986 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',++++++prelim_sort:'count+desc',+sort:'n1+desc',+facet:{n1:'sum(${num_i})'}++}},+f2:{terms:{${terms}+field:'${cat_s}',++++++prelim_sort:'count+asc',+sort:'n1+asc',+facet:{n1:'sum(${num_i})'}++}}+}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1315993 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',+sort:'n1+desc',+facet:{n1:'sum(${num_d})',+n2:'avg(${num_d})'}++}}+,+f2:{terms:{${terms}+field:'${cat_s}',+sort:'n1+asc'+,+facet:{n1:'sum(${num_d})',+n2:'avg(${num_d})'}++}}+}&wt=json&indent=true} hits=6 status=0 QTime=6
   [junit4]   2> 1316014 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{${terms}+type:terms,+field:'${cat_s}',+sort:'x+desc',+facet:{x:'min(${num_d})'}++}+,+f2:{${terms}+type:terms,+field:'${cat_s}',+sort:'x+desc',+facet:{x:'max(${num_d})'}++}++,+f3:{${terms}+type:terms,+field:'${cat_s}',+sort:'x+desc',+facet:{x:'unique(${where_s})'}++}++,+f4:{${terms}+type:terms,+field:'${cat_s}',+sort:'x+desc',+facet:{x:'hll(${where_s})'}++}++,+f5:{${terms}+type:terms,+field:'${cat_s}',+sort:'x+desc',+facet:{x:'variance(${num_d})'}++}++,+f6:{type:terms,+field:${num_d},+limit:1,+sort:'x+desc',+facet:{x:'hll(${num_i})'}++}++,+f7:{type:terms,+field:${cat_s},+limit:2,+sort:'x+desc',+facet:{x:'missing(${sparse_num_d})'}++}++,+f8:{type:terms,+field:${cat_s},+limit:2,+sort:'x+desc',+facet:{x:'countvals(${sparse_num_d})'}++}+}&wt=json&indent=true} hits=6 status=0 QTime=21
   [junit4]   2> 1316017 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=id:1&json.facet={n1:'stddev(${num_d})',+n2:+'variance(${num_d})'}&wt=json&indent=true} hits=1 status=0 QTime=2
   [junit4]   2> 1316018 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=id:3&json.facet={n1:'stddev(${num_d})',+n2:+'variance(${num_d})'}&wt=json&indent=true} hits=1 status=0 QTime=0
   [junit4]   2> 1316018 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',+sort:'n1+desc',+facet:{n1:'avg(add(${num_d},${num_d}))'}++}}+,+f2:{terms:{${terms}+field:'${cat_s}',+sort:'n1+asc',+facet:{n1:'avg(add(${num_d},${num_d}))'}++}}+}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316019 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',+sort:'n1+desc',+facet:{n1:'missing(field(${sparse_num_d}))'}++}}+,+f2:{terms:{${terms}+field:'${cat_s}',+sort:'n1+asc',+facet:{n1:'missing(field(${sparse_num_d}))'}++}}+}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316022 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=-id:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',+domain:{query:'*:*'},++sort:'n1+desc',+facet:{n1:'missing(field(${sparse_num_d}))'}++}}+,+f2:{terms:{${terms}+field:'${cat_s}',+domain:{query:'*:*'},+sort:'n1+asc',+facet:{n1:'missing(field(${sparse_num_d}))'}++}}+}&wt=json&indent=true} hits=0 status=0 QTime=2
   [junit4]   2> 1316022 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet=+{f1:{terms:{${terms},+field:'${cat_s}',+facet:{f2:{terms:{${terms},+field:${where_s},+sort:'index+asc',+facet:{n1:'missing(${sparse_num_d})'}}}}}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316023 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet=+{f1:{terms:{${terms},+field:'${cat_s}',+facet:{f2:{terms:{${terms},+field:${where_s},+sort:'index+asc',+facet:{n1:'missing(field(${sparse_num_d}))'}}}}}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316023 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',+sort:'n1+asc',+facet:{n1:'countvals(field(${sparse_num_d}))'}++}}+,+f2:{terms:{${terms}+field:'${cat_s}',+sort:'n1+desc',+facet:{n1:'countvals(field(${sparse_num_d}))'}++}}+}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316024 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=-id:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',+domain:{query:'*:*'},++sort:'n1+asc',+facet:{n1:'countvals(field(${sparse_num_d}))'}++}}+,+f2:{terms:{${terms}+field:'${cat_s}',+domain:{query:'*:*'},+sort:'n1+desc',+facet:{n1:'countvals(field(${sparse_num_d}))'}++}}+}&wt=json&indent=true} hits=0 status=0 QTime=0
   [junit4]   2> 1316025 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet=+{f1:{terms:{${terms},+field:'${cat_s}',+facet:{f2:{terms:{${terms},+field:${where_s},+sort:'index+asc',+facet:{n1:'countvals(${sparse_num_d})'}}}}}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316025 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet=+{f1:{terms:{${terms},+field:'${cat_s}',+facet:{f2:{terms:{${terms},+field:${where_s},+sort:'index+asc',+facet:{n1:'countvals(field(${sparse_num_d}))'}}}}}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316026 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={+f1:{${terms}++type:field,+field:${num_is},+facet:{a:'min(${num_i})'},+sort:'a+asc'+},f2:{${terms}++type:field,+field:${num_is},+facet:{a:'max(${num_i})'},+sort:'a+desc'+}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316027 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={+f3:{${terms}++type:field,+field:${num_is},+facet:{a:'min(${date})'},+sort:'a+desc'+},f4:{${terms}++type:field,+field:${num_is},+facet:{a:'max(${date})'},+sort:'a+asc'+}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316028 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={+f1:{${terms}++type:field,+field:${date}},f2:{${terms}++type:field,+field:${date}+sort:'index+asc'},f3:{${terms}++type:field,+field:${date}+sort:'index+desc'}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316036 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',+sort:'n1+desc',+facet:{n1:'percentile(${num_d},50)'}++}}+,+f2:{terms:{${terms}+field:'${cat_s}',+sort:'n1+asc',+facet:{n1:'percentile(${num_d},50)'}++}}++,+f3:{terms:{${terms}+field:'${cat_s}',+sort:'n1+desc',+facet:{n1:'percentile(${sparse_num_d},50)'}++}}+}&wt=json&indent=true} hits=6 status=0 QTime=7
   [junit4]   2> 1316036 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:${cat_s},+sort:'n1+desc',+facet:{n1:'percentile(${num_d},50,0,100)'}++}}+,+f2:{terms:{${terms}+field:${cat_s},+sort:'n1+asc',+facet:{n1:'percentile(${num_d},50,0,100)'}++}}+}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316037 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',+sort:'count+desc'+}++}+++++++++++,+f2:{terms:{${terms}+field:'${cat_s}',+sort:'count+asc'++}++}+++++++++++,+f3:{terms:{${terms}+field:'${cat_s}',+sort:'index+asc'++}++}+++++++++++,+f4:{terms:{${terms}+field:'${cat_s}',+sort:'index+desc'+}++}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316038 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',+sort:'count'+}++}+++++++++++,+f2:{terms:{${terms}+field:'${cat_s}',+sort:'count+asc'++}++}+++++++++++,+f3:{terms:{${terms}+field:'${cat_s}',+sort:'index'++}++}+++++++++++,+f4:{terms:{${terms}+field:'${cat_s}',+sort:'index+desc'+}++}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316038 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=id:1+id:6&json.facet={f1:{terms:{${terms}+field:'${cat_s}',+sort:'count+desc'+}++}+++++++++++,+f2:{terms:{${terms}+field:'${cat_s}',+sort:'count+asc'++}++}}&wt=json&indent=true} hits=2 status=0 QTime=0
   [junit4]   2> 1316039 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={cat:{terms:{${terms}+field:'${cat_s}',+facet:{nj:{query:'${where_s}:NJ'}}++++}+++}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316040 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=id:(2+5+4)&json.facet={cat:{terms:{${terms}+field:'${cat_s}',+facet:{nj:{query:'${where_s}:NJ'}}++++}+++}}&wt=json&indent=true} hits=3 status=0 QTime=0
   [junit4]   2> 1316040 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:${super_s},+prefix:s,+mincount:0+}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316041 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:${super_s},+prefix:ttt,+mincount:0+}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316041 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:${super_s},+prefix:aaaaaa,+mincount:0+}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316041 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:${super_s},+prefix:zzzzzz,+mincount:0+}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316042 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={+f1:{${terms}+type:terms,+field:${where_s},+prefix:N++},f2:{${terms}+type:terms,+field:${where_s},+prefix:NY+},f3:{${terms}+type:terms,+field:${where_s},+prefix:NJ+}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316043 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={+f1:{${terms}+type:terms,+field:${multi_ss},+prefix:A++},f2:{${terms}+type:terms,+field:${multi_ss},+prefix:z+},f3:{${terms}+type:terms,+field:${multi_ss},+prefix:aa+},f4:{${terms}+type:terms,+field:${multi_ss},+prefix:bb+},f5:{${terms}+type:terms,+field:${multi_ss},+prefix:a+},f6:{${terms}+type:terms,+field:${multi_ss},+prefix:b+}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316044 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:${noexist},+missing:true}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316044 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:${sparse_s},+missing:true+}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316045 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:${sparse_s},+missing:true,+facet:{x:'sum(${num_d})'}+++}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316045 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:${sparse_s},+missing:true,+prefix:on,+facet:{x:'sum(${num_d})'}+++}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316046 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:${sparse_s},+missing:true,+prefix:ppp,+facet:{x:'sum(${num_d})'}+++}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316046 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&facet=true&json.facet={f1:{terms:{${terms_method}+field:${cat_s},+numBuckets:true,+limit:1}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316047 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&facet=true&json.facet={f1:{terms:{${terms}+field:${cat_s},+numBuckets:true,+prefix:B}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316047 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&facet=true&json.facet={f1:{terms:{${terms}+field:${cat_s},+numBuckets:true,+mincount:3}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316050 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f:{type:range,+field:${num_d},+start:-5,+end:10,+gap:5}}&wt=json&indent=true} hits=6 status=0 QTime=2
   [junit4]   2> 1316051 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f:{type:range,+field:${date},+start:'2001-01-01T00:00:00Z',+end:'2003-01-01T00:00:00Z',+gap:'%2B1YEAR'}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316051 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f:{type:range,+field:${date},+start:'2002-01-01T00:00:00Z',+end:'2005-01-01T00:00:00Z',+gap:'%2B1YEAR',+++other:all,+facet:{+x:'avg(${num_d})'+}+}+}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316052 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f:{range:{field:${num_d},+start:-5,+end:10,+gap:5,+include:upper}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316053 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f:{range:{field:${num_d},+start:-5,+end:10,+gap:5,+++facet:{+x:'sum(${num_i})',+ny:{query:'${where_s}:NY'}}+++}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316053 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f:{range:{field:${num_d},+start:-5,+end:10,+gap:5,+other:all,+++facet:{+x:'sum(${num_i})',+ny:{query:'${where_s}:NY'}}+++}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316054 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f:{type:range,+field:${num_d},+start:-5,+end:10,+gap:5,+other:all,+mincount:2,++++facet:{+x:'sum(${num_i})',+ny:{query:'${where_s}:NY'}}+++}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316055 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f:{range:{field:${num_d},+start:-5,+end:10,+gap:1,+other:all,++++++++++++++facet:{+x:'sum(${num_i})',+ny:{query:'${where_s}:NY'}}+++}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316056 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f:{range:{field:${num_d},+start:-5,+end:10,+gap:1,+other:all,+mincount:1,++++++++++++++facet:{+x:'sum(${num_i})',+ny:{query:'${where_s}:NY'}}+++}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316057 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=id:(3+4+6)&json.facet={f:{range:{field:${num_d},+start:-5,+end:10,+gap:5,+other:all,+++facet:{+x:'sum(${num_i})',+ny:{query:'${where_s}:NY'}}+++}}}&wt=json&indent=true} hits=3 status=0 QTime=0
   [junit4]   2> 1316057 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f:{type:range,+field:${num_d},+start:-5,+end:10,+gap:5,+other:all,+++facet:{+wn:'unique(${where_s})',wh:'hll(${where_s})'+++++}+++}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316058 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f:{type:range,+field:${num_d},+start:-5,+end:10,+gap:5,+other:all,+++facet:{+wmin:'min(${where_s})',+wmax:'max(${where_s})'++++}+++}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316060 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={+sum1:'sum(${num_d})',+sumsq1:'sumsq(${num_d})',+avg1:'avg(${num_d})',+avg2:'avg(def(${num_d},0))',+mind:'min(${num_d})',+maxd:'max(${num_d})',+numwhere:'unique(${where_s})',+unique_num_i:'unique(${num_i})',+unique_num_d:'unique(${num_d})',+unique_date:'unique(${date})',+where_hll:'hll(${where_s})',+hll_num_i:'hll(${num_i})',+hll_num_d:'hll(${num_d})',+hll_date:'hll(${date})',+med:'percentile(${num_d},50)',+perc:'percentile(${num_d},0,50.0,100)',+variance:'variance(${num_d})',+stddev:'stddev(${num_d})',+mini:'min(${num_i})',+maxi:'max(${num_i})',+missing:'missing(${sparse_num_d})',+vals:'countvals(${sparse_num_d})'+}&wt=json&indent=true} hits=6 status=0 QTime=2
   [junit4]   2> 1316062 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.s.f.UnInvertedField UnInverted multi-valued field {field=multi_ss,memSize=4515,tindexSize=41,time=0,phase1=0,nTerms=2,bigTerms=2,termInstances=0,uses=0}
   [junit4]   2> 1316064 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={+sum1:'sum(${num_fs})',+sumsq1:'sumsq(${num_fs})',+avg1:'avg(${num_fs})',+mind:'min(${num_fs})',+maxd:'max(${num_fs})',+mini:'min(${num_is})',+maxi:'max(${num_is})',+mins:'min(${multi_ss})',+maxs:'max(${multi_ss})',+stddev:'stddev(${num_fs})',+variance:'variance(${num_fs})',+median:'percentile(${num_fs},+50)',+perc:'percentile(${num_fs},+0,75,100)'+}&wt=json&indent=true} hits=6 status=0 QTime=2
   [junit4]   2> 1316064 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',+sort:'n1+desc',+facet:{n1:'avg(${num_is})'}++}}+,+f2:{terms:{${terms}+field:'${cat_s}',+sort:'n1+asc',+facet:{n1:'avg(${num_is})'}++}}+}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316065 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',+sort:'n1+asc',+facet:{n1:'percentile(${num_is},+50)'}++}}+,+f2:{terms:{${terms}+field:'${cat_s}',+sort:'n1+desc',+facet:{n1:'percentile(${num_is},+50)'}++}}+}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316066 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=-id:*&json.facet={f1:{terms:{${terms}+field:'${cat_s}',+domain:{query:'*:*'},++sort:'n1+desc',+facet:{n1:'sum(${num_is})'}++}}+,+f2:{terms:{${terms}+field:'${cat_s}',+domain:{query:'*:*'},+sort:'n1+asc',+facet:{n1:'sum(${num_is})'}++}}+}&wt=json&indent=true} hits=0 status=0 QTime=0
   [junit4]   2> 1316066 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet=+{f1:{terms:{${terms},+field:'${cat_s}',+facet:{f2:{terms:{${terms},+field:${where_s},+sort:'index+asc',+facet:{n1:'min(${multi_ss})'}}}}}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316067 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet=+{f1:{terms:{${terms},+field:'${cat_s}',+facet:{f2:{terms:{${terms},+field:${where_s},+sort:'index+asc',+facet:{n1:'max(${multi_ss})'}}}}}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316068 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=id:DOESNOTEXIST&json.facet={+sum1:'sum(${num_d})',+sumsq1:'sumsq(${num_d})',+avg1:'avg(${num_d})',+min1:'min(${num_d})',+max1:'max(${num_d})',+numwhere:'unique(${where_s})',+unique_num_i:'unique(${num_i})',+unique_num_d:'unique(${num_d})',+unique_date:'unique(${date})',+where_hll:'hll(${where_s})',+hll_num_i:'hll(${num_i})',+hll_num_d:'hll(${num_d})',+hll_date:'hll(${date})',+med:'percentile(${num_d},50)',+perc:'percentile(${num_d},0,50.0,100)',+variance:'variance(${num_d})',+stddev:'stddev(${num_d})'+}&wt=json&indent=true} hits=0 status=0 QTime=0
   [junit4]   2> 1316069 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=id:3&json.facet={+sum1:'sum(${num_d})',+sumsq1:'sumsq(${num_d})',+avg1:'avg(${num_d})',+min1:'min(${num_d})',+max1:'max(${num_d})',+numwhere:'unique(${where_s})',+unique_num_i:'unique(${num_i})',+unique_num_d:'unique(${num_d})',+unique_date:'unique(${date})',+where_hll:'hll(${where_s})',+hll_num_i:'hll(${num_i})',+hll_num_d:'hll(${num_d})',+hll_date:'hll(${date})',+med:'percentile(${num_d},50)',+perc:'percentile(${num_d},0,50.0,100)',+variance:'variance(${num_d})',+stddev:'stddev(${num_d})'+}&wt=json&indent=true} hits=1 status=0 QTime=0
   [junit4]   2> 1316069 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={cat:{terms:{${terms}+field:'${multi_ss}',+facet:{nj:{query:'${where_s}:NJ'}}++++}+++}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316072 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={x:'unique(${multi_ss})',z:'missing(${multi_ss})',z1:'missing(${num_is})',v:'countvals(${multi_ss})',v1:'countvals(${num_is})',y:{query:{q:'id:2',+facet:{x:'unique(${multi_ss})'}+}}++,x2:'hll(${multi_ss})',y2:{query:{q:'id:2',+facet:{x:'hll(${multi_ss})'}+}}+++}&wt=json&indent=true} hits=6 status=0 QTime=2
   [junit4]   2> 1316072 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={x:{terms:{${terms}+field:'${multi_ss}',allBuckets:true}}}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316073 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={+f0:{${terms_method}+type:terms,+field:${multi_ss},+allBuckets:true,+limit:0}+,f1:{${terms_method}+type:terms,+field:${multi_ss},+allBuckets:true,+limit:0,+offset:1}+,f2:{${terms_method}+type:terms,+field:${multi_ss},+allBuckets:true,+limit:0,+facet:{x:'sum(${num_d})'},+sort:'x+desc'+}+,f3:{${terms_method}+type:terms,+field:${multi_ss},+allBuckets:true,+limit:0,+missing:true,+facet:{x:'sum(${num_d})',+y:'avg(${num_d})'},+sort:'x+desc'+}+}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316074 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&json.facet={+f0:{${terms_method}+type:terms,+field:${num_i},+allBuckets:true,+limit:0}+,f1:{${terms_method}+type:terms,+field:${num_i},+allBuckets:true,+limit:0,+offset:1}+,f2:{${terms_method}+type:terms,+field:${num_i},+allBuckets:true,+limit:0,+facet:{x:'sum(${num_d})'},+sort:'x+desc'+}+}&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316080 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&facet=true&facet.version=2&facet.field={!key%3Df1}${cat_s}&facet.mincount=3&wt=json&indent=true} hits=6 status=0 QTime=6
   [junit4]   2> 1316081 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&facet=true&facet.version=2&facet.field={!key%3Df1}${super_s}&facet.prefix=s&facet.mincount=0&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316082 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&facet=true&facet.version=2&facet.range={!key%3Df}${num_d}&facet.range.start=-5&facet.range.end=10&facet.range.gap=5&f.f.facet.stat=x:sum(${num_i})&subfacet.f.query={!key%3Dny}${where_s}:NY&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316082 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&facet=true&facet.version=2&facet.field={!key%3Df1}${cat_s}&facet.field={!key%3Df2}${cat_s}&f.f1.facet.sort=n1+desc&f.f1.facet.sort=n1+asc&facet.stat=n1:sum(${num_d})&wt=json&indent=true} hits=6 status=0 QTime=0
   [junit4]   2> 1316083 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=id:(3+4+6)&facet=true&facet.version=2&facet.range={!key%3Df}${num_d}&facet.range.start=-5&facet.range.end=10&facet.range.gap=5&f.f.facet.stat=x:sum(${num_i})&subfacet.f.query={!key%3Dny}${where_s}:NY&facet.range.other=all&wt=json&indent=true} hits=3 status=0 QTime=0
   [junit4]   2> 1316084 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q={!cache%3Dfalse}*:*&fq={!tag%3Ddoc3,allfilt}-id:3&json.facet={f1:{${terms}+type:terms,+field:${cat_s},+domain:{excludeTags:doc3}+}++}&wt=json&indent=true} hits=5 status=0 QTime=0
   [junit4]   2> 1316085 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&fq={!tag%3Ddoc3}id:non-exist&fq={!tag%3DCATA}${cat_s}:A&json.facet={f1:{${terms}+type:terms,+field:${cat_s},+domain:{excludeTags:doc3}+}++,q1+:{type:query,+q:'*:*',+facet:{+f1:{${terms}+type:terms,+field:${cat_s},+domain:{excludeTags:doc3}+}+}++}++,q1a:{type:query,+q:'id:4',+facet:{+f1:{${terms}+type:terms,+field:${cat_s},+domain:{excludeTags:doc3}+}+}++}++,r1+:{type:range,+field:${num_d},+start:0,+gap:3,+end:5,++facet:{+f1:{${terms}+type:terms,+field:${cat_s},+domain:{excludeTags:doc3}+}+}++}++,f2:{${terms}+type:terms,+field:${cat_s},+domain:{filter:'*:*'}+}++}&wt=json&indent=true} hits=0 status=0 QTime=0
   [junit4]   2> 1316086 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&fq={!tag%3Dabc}id:(2+3)&json.facet={+processEmpty:true,+f1:{query:{q:'${cat_s}:B',+facet:{nj:{query:'${where_s}:NJ'},+ny:{query:'${where_s}:NY'}}+,+excludeTags:[xyz,qaz]}},f2:{query:{q:'${cat_s}:B',+facet:{nj:{query:'${where_s}:NJ'},+ny:{query:'${where_s}:NY'}}+,+excludeTags:abc+}},f3:{query:{q:'${cat_s}:B',+facet:{nj:{query:'${where_s}:NJ'},+ny:{query:'${where_s}:NY'}}+,+excludeTags:'xyz,abc,qaz'+}},f4:{query:{q:'${cat_s}:B',+facet:{nj:{query:'${where_s}:NJ'},+ny:{query:'${where_s}:NY'}}+,+excludeTags:[xyz+,+abc+,+qaz]+}},f5:{query:{q:'${cat_s}:B',+facet:{nj:{query:'${where_s}:NJ'},+ny:{query:'${where_s}:NY'}}+,+excludeTags:[xyz,qaz]}},f6:{query:{q:'${cat_s}:B',+facet:{processEmpty:true,+nj:{query:'${where_s}:NJ'},+ny:{+type:query,+q:'${where_s}:NY',+excludeTags:abc}}++}},f7:{query:{q:'${cat_s}:B',+facet:{processEmpty:true,+nj:{query:'${where_s}:NJ'},+ny:{+type:query,+q:'${where_s}:NY',+excludeTags:xyz}}++}}}&wt=json&indent=true} hits=2 status=0 QTime=0
   [junit4]   2> 1316088 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q={!cache%3Dfalse}*:*&fq={!tag%3Ddoc6,allfilt}-id:6&fq={!tag%3Ddoc3,allfilt}-id:3&json.facet={processEmpty:true,++f0:{${terms}+type:terms,+field:${cat_s},++++++++++++++++++++++++++++++++++++facet:{nj:{query:'${where_s}:NJ'}}+}++,f1:{${terms}+type:terms,+field:${cat_s},+domain:{excludeTags:doc3},+++missing:true,++facet:{nj:{query:'${where_s}:NJ'}}+}++,f2:{${terms}+type:terms,+field:${cat_s},+domain:{excludeTags:allfilt},missing:true,++facet:{nj:{query:'${where_s}:NJ'}}+}++,f3:{${terms}+type:terms,+field:${cat_s},+domain:{excludeTags:doc6},+++missing:true,++facet:{nj:{query:'${where_s}:NJ'}}+}++}&wt=json&indent=true} hits=4 status=0 QTime=0
   [junit4]   2> 1316089 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075A38]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={debugQuery=true&rows=0&noexist=noexist_s&cat_s=cat_s&where_s=where_s&num_d=num_d&num_i=num_i&num_l=long_l&super_s=super_s&val_b=val_b&date=date_dt&sparse_s=sparse_s&multi_ss=multi_ss&Z_num_i=Z_num_i&Z_num_l=Z_long_l&sparse_num_d=sparse_num_d&num_is=num_is&num_fs=num_fs&terms=refine:true,&q=*:*&fq={!tag%3Ddoc6,allfilt}-id:6&fq={!tag%3Ddoc3,allfilt}-id:3&json.facet={processEmpty:true+,+f1:{type:range,+field:${num_d},+start:-5,+end:10,+gap:5,+other:all,+++facet:{+x:'sum(${num_i})',+ny:{query:'${where_s}:NY'}}+,+domain:{excludeTags:allfilt}+},+f2:{type:range,+field:${num_d},+start:-5,+end:10,+gap:5,+other:all,+++facet:{+x:'sum(${num_i})',+ny:{query:'${where_s}:NY'}}++}}&wt=json&indent=true} hits=4 status=0 QTime=0
   [junit4]   2> 1316090 INFO  (TEST-TestJsonFacets.testStats-seed#[11F0E1E593075

[...truncated too long message...]

SolrJmxReporter@2b290bfe: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@7930cfb
   [junit4]   2> 1496418 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5b490fd8{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1496418 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5bf09f9c{/solr,null,UNAVAILABLE}
   [junit4]   2> 1496418 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1496418 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1496419 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1405459044
   [junit4]   2> 1496419 INFO  (coreCloseExecutor-11743-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@72a09c33
   [junit4]   2> 1496419 INFO  (coreCloseExecutor-11743-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@72a09c33
   [junit4]   2> 1496419 INFO  (coreCloseExecutor-11743-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70e83b46: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@1a9ece5d
   [junit4]   2> 1496423 INFO  (coreCloseExecutor-11743-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 1496424 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1496424 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7398a4e4: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@12f45457
   [junit4]   2> 1496425 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1496425 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7d8f6980: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@b84dd7b
   [junit4]   2> 1496426 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1496426 INFO  (SUITE-TestJsonFacets-seed#[11F0E1E593075A38]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@bf1eef3: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@7930cfb
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.search.facet.TestJsonFacets_11F0E1E593075A38-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene86): {super_s=PostingsFormat(name=LuceneFixedGap), cat_sds=Lucene84, where_s_multi_not_uninvert=Lucene84, where_sds=PostingsFormat(name=Direct), book_id_s=Lucene84, super_sds=PostingsFormat(name=Direct), cat_ss=Lucene84, sparse_ss=PostingsFormat(name=LuceneFixedGap), super_sd=Lucene84, book_s=Lucene84, where_s=PostingsFormat(name=LuceneFixedGap), where_s_multi_not_uninvert_dv=PostingsFormat(name=Direct), sparse_sd=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), id=PostingsFormat(name=LuceneFixedGap), multi_ss=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), type_s=PostingsFormat(name=Direct), where_s_single_not_uninvert_dv=PostingsFormat(name=LuceneFixedGap), sparse_sds=PostingsFormat(name=LuceneFixedGap), page_s=PostingsFormat(name=LuceneFixedGap), f_sd=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 1_s=Lucene84, cat_sd=PostingsFormat(name=Direct), 2_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), super_ss=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 3_s=PostingsFormat(name=LuceneFixedGap), _root_=PostingsFormat(name=Direct), val_b=PostingsFormat(name=Direct), multi_sds=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), cat_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), where_sd=Lucene84, v_t=PostingsFormat(name=LuceneFixedGap), foo_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), make_s=PostingsFormat(name=Direct), x_t=Lucene84, y_s=Lucene84, z_t=PostingsFormat(name=LuceneFixedGap), where_s_single_not_uninvert=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), sparse_s=PostingsFormat(name=Direct), where_ss=PostingsFormat(name=Direct), model_s=Lucene84}, docValues:{num_dd=DocValuesFormat(name=Asserting), num_lds=DocValuesFormat(name=Lucene80), date_dt=DocValuesFormat(name=Asserting), cat_sds=DocValuesFormat(name=Asserting), sparse_num_f=DocValuesFormat(name=Lucene80), where_sds=DocValuesFormat(name=Lucene80), sparse_num_d=DocValuesFormat(name=Lucene80), Z_num_id=DocValuesFormat(name=Asserting), super_sds=DocValuesFormat(name=Lucene80), z_ids=DocValuesFormat(name=Asserting), Z_long_ld=DocValuesFormat(name=Lucene80), sparse_num_dd=DocValuesFormat(name=Lucene80), f_ids=DocValuesFormat(name=Asserting), super_sd=DocValuesFormat(name=Asserting), Z_num_i=DocValuesFormat(name=Asserting), where_s_multi_not_uninvert_dv=DocValuesFormat(name=Lucene80), Z_long_l=DocValuesFormat(name=Lucene80), sparse_sd=DocValuesFormat(name=Lucene80), num_is=DocValuesFormat(name=Asserting), Z_num_l=DocValuesFormat(name=Lucene80), where_s_single_not_uninvert_dv=DocValuesFormat(name=Asserting), date_dtd=DocValuesFormat(name=Asserting), sparse_sds=DocValuesFormat(name=Asserting), f_sd=DocValuesFormat(name=Lucene80), cat_sd=DocValuesFormat(name=Lucene80), multi_sds=DocValuesFormat(name=Lucene80), num_f=DocValuesFormat(name=Asserting), where_sd=DocValuesFormat(name=Asserting), num_id=DocValuesFormat(name=Lucene80), num_d=DocValuesFormat(name=Asserting), bar_i=DocValuesFormat(name=Asserting), num_ds=DocValuesFormat(name=Lucene80), date_dtds=DocValuesFormat(name=Lucene80), num_i=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Lucene80), cost_f=DocValuesFormat(name=Lucene80), x_ids=DocValuesFormat(name=Asserting), num_l=DocValuesFormat(name=Asserting), num_ls=DocValuesFormat(name=Lucene80), num_dds=DocValuesFormat(name=Lucene80), num_fds=DocValuesFormat(name=Lucene80), num_fs=DocValuesFormat(name=Lucene80), num_ids=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=617, maxMBSortInHeap=6.75830069746703, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=sn-ZW, timezone=America/Atka
   [junit4]   2> NOTE: Linux 4.15.0-108-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=77358368,total=430964736
   [junit4]   2> NOTE: All tests run in this JVM: [TestMinMaxOnMultiValuedField, TestSort, CoreAdminHandlerTest, SpatialFilterTest, TaggingAttributeTest, AnalyticsQueryTest, TestMinHashQParser, TestBinaryResponseWriter, SplitHandlerTest, TestContainerPlugin, AddReplicaTest, HdfsCollectionsAPIDistributedZkTest, TestJettySolrRunner, TestExportWriter, TestCloudRecovery2, MetricsHistoryHandlerTest, TestSolrCloudSnapshots, TestDynamicFieldResource, RecoveryZkTest, TestWaitForStateWithJettyShutdowns, GraphQueryTest, TestApiFramework, TestCloudJSONFacetSKGEquiv, TestImpersonationWithHadoopAuth, RandomizedTaggerTest, PhrasesIdentificationComponentTest, JWTAuthPluginIntegrationTest, ConcurrentCreateCollectionTest, TestBulkSchemaAPI, ResponseLogComponentTest, TestDocBasedVersionConstraints, BasicFunctionalityTest, TestHalfAndHalfDocValues, MetricTriggerTest, V2StandaloneTest, ExitableDirectoryReaderTest, DocExpirationUpdateProcessorFactoryTest, HdfsRecoveryZkTest, TestMaxTokenLenTokenizer, TestHashPartitioner, SpellCheckComponentTest, TestCoreContainer, DisMaxRequestHandlerTest, OverseerStatusTest, TestStressVersions, TestManagedResource, TestDistributedMap, TimeZoneUtilsTest, TestSolrFieldCacheBean, TestSimNodeLostTrigger, ResolveAnalyzerByNameTest, NotRequiredUniqueKeyTest, CreateCollectionCleanupTest, TestDFRSimilarityFactory, CoreMergeIndexesAdminHandlerTest, TestGeoJSONResponseWriter, TestLegacyFieldReuse, FuzzySearchTest, AddSchemaFieldsUpdateProcessorFactoryTest, AdminHandlersProxyTest, BitVectorTest, TestUnifiedSolrHighlighterWithoutStoredId, TestFieldCache, TestIntervalFaceting, TestCodecSupport, ClassificationUpdateProcessorIntegrationTest, OverriddenZkACLAndCredentialsProvidersTest, SolrCLIZkUtilsTest, TermsComponentTest, TestHdfsCloudBackupRestore, TimeRoutedAliasUpdateProcessorTest, TestSystemIdResolver, TestReplicationHandler, TestSchemaResource, TestLeaderElectionZkExpiry, CdcrUpdateLogTest, TestRSAKeyPair, DefaultValueUpdateProcessorTest, TestEmbeddedSolrServerAdminHandler, HdfsThreadLeakTest, SolrRequestParserTest, ClusterStateMockUtilTest, TestPKIAuthenticationPlugin, SSLMigrationTest, SystemLogListenerTest, SplitShardTest, TestNestedUpdateProcessor, DocumentBuilderTest, DistributedFacetPivotLargeTest, DistributedFacetPivotSmallTest, BasicDistributedZk2Test, TestJsonFacets]
   [junit4] Completed [321/917 (1!)] on J1 in 181.57s, 174 tests, 1 error <<< FAILURES!

[...truncated 54125 lines...]