You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/11/06 13:47:58 UTC

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 260 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/260/

3 tests failed.
FAILED:  org.apache.lucene.document.TestXYMultiPolygonShapeQueries.testRandomBig

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
	at __randomizedtesting.SeedInfo.seed([FCD6891274112618:7B81F49DE5485A98]:0)
	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
	at org.apache.lucene.util.bkd.OfflinePointWriter.append(OfflinePointWriter.java:56)
	at org.apache.lucene.util.bkd.BKDWriter.add(BKDWriter.java:247)
	at org.apache.lucene.index.RandomCodec$1$1$1.visit(RandomCodec.java:129)
	at org.apache.lucene.codecs.PointsWriter$1$1$1.visit(PointsWriter.java:117)
	at org.apache.lucene.index.AssertingLeafReader$AssertingIntersectVisitor.visit(AssertingLeafReader.java:1171)
	at org.apache.lucene.util.bkd.BKDReader.visitCompressedDocValues(BKDReader.java:735)
	at org.apache.lucene.util.bkd.BKDReader.visitDocValuesWithCardinality(BKDReader.java:684)
	at org.apache.lucene.util.bkd.BKDReader.visitDocValues(BKDReader.java:590)
	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:790)
	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:813)
	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:823)
	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:813)
	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:823)
	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:813)
	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:823)
	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:813)
	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:813)
	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:813)
	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:823)
	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:823)
	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:823)
	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:506)
	at org.apache.lucene.index.AssertingLeafReader$AssertingPointValues.intersect(AssertingLeafReader.java:1052)
	at org.apache.lucene.codecs.PointsWriter$1$1.intersect(PointsWriter.java:105)
	at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:122)
	at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
	at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)


FAILED:  org.apache.solr.cloud.ZkShardTermsTest.testCoreRemovalWhileRecovering

Error Message:
expected:<5> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<1>
	at __randomizedtesting.SeedInfo.seed([39F240DDFA9CFD4C:A99DA107542BECB7]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.ZkShardTermsTest.testCoreRemovalWhileRecovering(ZkShardTermsTest.java:143)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.test

Error Message:
expected not same

Stack Trace:
java.lang.AssertionError: expected not same
	at __randomizedtesting.SeedInfo.seed([39F240DDFA9CFD4C:B1A67F07546090B4]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failSame(Assert.java:819)
	at org.junit.Assert.assertNotSame(Assert.java:798)
	at org.junit.Assert.assertNotSame(Assert.java:811)
	at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:147)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11066 lines...]
   [junit4] Suite: org.apache.lucene.document.TestXYMultiPolygonShapeQueries
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestXYMultiPolygonShapeQueries -Dtests.method=testRandomBig -Dtests.seed=FCD6891274112618 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-EC -Dtests.timezone=America/Resolute -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR    137s J0 | TestXYMultiPolygonShapeQueries.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FCD6891274112618:7B81F49DE5485A98]:0)
   [junit4]    > 	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
   [junit4]    > 	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
   [junit4]    > 	at org.apache.lucene.util.bkd.OfflinePointWriter.append(OfflinePointWriter.java:56)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDWriter.add(BKDWriter.java:247)
   [junit4]    > 	at org.apache.lucene.index.RandomCodec$1$1$1.visit(RandomCodec.java:129)
   [junit4]    > 	at org.apache.lucene.codecs.PointsWriter$1$1$1.visit(PointsWriter.java:117)
   [junit4]    > 	at org.apache.lucene.index.AssertingLeafReader$AssertingIntersectVisitor.visit(AssertingLeafReader.java:1171)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.visitCompressedDocValues(BKDReader.java:735)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.visitDocValuesWithCardinality(BKDReader.java:684)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.visitDocValues(BKDReader.java:590)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:790)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:813)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:823)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:813)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:823)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:813)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:823)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:813)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:813)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:813)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:823)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:823)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:823)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:506)
   [junit4]    > 	at org.apache.lucene.index.AssertingLeafReader$AssertingPointValues.intersect(AssertingLeafReader.java:1052)
   [junit4]    > 	at org.apache.lucene.codecs.PointsWriter$1$1.intersect(PointsWriter.java:105)
   [junit4]    > 	at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:122)
   [junit4]    > 	at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
   [junit4]    > 	at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/sandbox/test/J0/temp/lucene.document.TestXYMultiPolygonShapeQueries_FCD6891274112618-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {id=PostingsFormat(name=LuceneFixedGap)}, docValues:{shape=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1224, maxMBSortInHeap=7.728331897171731, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4fc64506), locale=es-EC, timezone=America/Resolute
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=192532040,total=535298048
   [junit4]   2> NOTE: All tests run in this JVM: [TestNearest, TestLine2D, TestLatLonShapeEncoding, TestDocValuesTermsQuery, TestLargeNumHitsTopDocsCollector, TestFloatPointNearestNeighbor, TestBM25FQuery, TestIDVersionPostingsFormat, TestBigIntegerPoint, TestDoubleRangeField, TestLatLonLineShapeQueries, TestLatLonMultiLineShapeQueries, TestXYMultiPointShapeQueries, TestXYMultiPolygonShapeQueries]
   [junit4] Completed [37/38 (1!)] on J0 in 285.16s, 5 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/sandbox/test/temp/junit4-J0-20191106_113629_6744083963722204301019.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/heapdumps/java_pid3302.hprof ...
   [junit4] Heap dump file created [429911503 bytes in 0.474 secs]
   [junit4] <<< JVM J0: EOF ----

[...truncated 4239 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> 2406826 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2406827 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_39F240DDFA9CFD4C-001/data-dir-182-001
   [junit4]   2> 2406827 WARN  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
   [junit4]   2> 2406827 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2406828 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2406882 WARN  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2406888 WARN  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2406890 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 2406890 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2406890 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2406890 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2406890 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7400b967{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 2406982 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3ea44f0{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost.localdomain-32951-hdfs-_-any-5286201475050389597.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 2406983 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3615705d{HTTP/1.1,[http/1.1]}{localhost.localdomain:32951}
   [junit4]   2> 2406983 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.Server Started @2407016ms
   [junit4]   2> 2407052 WARN  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2407053 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 2407054 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2407054 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2407054 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2407054 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66295526{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 2407147 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3705d9b7{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-43215-datanode-_-any-5955693676485025372.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 2407147 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5ad90650{HTTP/1.1,[http/1.1]}{localhost:43215}
   [junit4]   2> 2407147 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.Server Started @2407181ms
   [junit4]   2> 2407190 WARN  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2407191 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 2407191 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2407191 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2407191 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2407192 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ddabcea{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 2407310 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xd36218d16525aad7: Processing first storage report for DS-ef1fe833-a8e1-4349-8706-69012934fc4b from datanode 0e770a16-ab30-4b31-843f-bf781cd88313
   [junit4]   2> 2407310 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xd36218d16525aad7: from storage DS-ef1fe833-a8e1-4349-8706-69012934fc4b node DatanodeRegistration(127.0.0.1:41041, datanodeUuid=0e770a16-ab30-4b31-843f-bf781cd88313, infoPort=35853, infoSecurePort=0, ipcPort=33907, storageInfo=lv=-57;cid=testClusterID;nsid=1921460785;c=1573044316233), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 2407310 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xd36218d16525aad7: Processing first storage report for DS-64ae4d4e-0355-4a93-a038-72de8a163a13 from datanode 0e770a16-ab30-4b31-843f-bf781cd88313
   [junit4]   2> 2407310 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xd36218d16525aad7: from storage DS-64ae4d4e-0355-4a93-a038-72de8a163a13 node DatanodeRegistration(127.0.0.1:41041, datanodeUuid=0e770a16-ab30-4b31-843f-bf781cd88313, infoPort=35853, infoSecurePort=0, ipcPort=33907, storageInfo=lv=-57;cid=testClusterID;nsid=1921460785;c=1573044316233), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 2407316 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3afc5d52{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-35623-datanode-_-any-6559046406033431122.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 2407316 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1ef2ae44{HTTP/1.1,[http/1.1]}{localhost:35623}
   [junit4]   2> 2407316 INFO  (SUITE-MoveReplicaHDFSTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.e.j.s.Server Started @2407350ms
   [junit4]   2> 2407425 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xa6933f2f3574e24b: Processing first storage report for DS-6f6ffbdb-a8fa-4f45-8b30-ecc01353f48b from datanode 7d49dc55-61f4-4824-8a30-9fd44126d597
   [junit4]   2> 2407425 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xa6933f2f3574e24b: from storage DS-6f6ffbdb-a8fa-4f45-8b30-ecc01353f48b node DatanodeRegistration(127.0.0.1:41689, datanodeUuid=7d49dc55-61f4-4824-8a30-9fd44126d597, infoPort=35381, infoSecurePort=0, ipcPort=42153, storageInfo=lv=-57;cid=testClusterID;nsid=1921460785;c=1573044316233), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 2407425 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xa6933f2f3574e24b: Processing first storage report for DS-814fea9c-b386-4371-b1f1-17c4be2dc862 from datanode 7d49dc55-61f4-4824-8a30-9fd44126d597
   [junit4]   2> 2407425 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xa6933f2f3574e24b: from storage DS-814fea9c-b386-4371-b1f1-17c4be2dc862 node DatanodeRegistration(127.0.0.1:41689, datanodeUuid=7d49dc55-61f4-4824-8a30-9fd44126d597, infoPort=35381, infoSecurePort=0, ipcPort=42153, storageInfo=lv=-57;cid=testClusterID;nsid=1921460785;c=1573044316233), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 2407469 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2407470 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_39F240DDFA9CFD4C-001/tempDir-002
   [junit4]   2> 2407470 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2407471 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2407471 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2407571 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.ZkTestServer start zk server on port:46601
   [junit4]   2> 2407571 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46601
   [junit4]   2> 2407571 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46601
   [junit4]   2> 2407571 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46601
   [junit4]   2> 2407572 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2407574 INFO  (zkConnectionManagerCallback-13511-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2407574 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2407577 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2407578 INFO  (zkConnectionManagerCallback-13513-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2407578 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2407578 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2407579 INFO  (zkConnectionManagerCallback-13515-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2407579 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2407682 WARN  (jetty-launcher-13516-thread-3) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2407682 WARN  (jetty-launcher-13516-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2407682 WARN  (jetty-launcher-13516-thread-2) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2407682 WARN  (jetty-launcher-13516-thread-4) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2407682 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2407682 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2407682 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2407682 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2407682 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2407682 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2407682 INFO  (jetty-launcher-13516-thread-2) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 2407682 INFO  (jetty-launcher-13516-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 2407682 INFO  (jetty-launcher-13516-thread-3) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 2407682 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2407682 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2407682 INFO  (jetty-launcher-13516-thread-4) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 2407684 INFO  (jetty-launcher-13516-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2407684 INFO  (jetty-launcher-13516-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2407684 INFO  (jetty-launcher-13516-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2407684 INFO  (jetty-launcher-13516-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2407684 INFO  (jetty-launcher-13516-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2407684 INFO  (jetty-launcher-13516-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2407684 INFO  (jetty-launcher-13516-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2407684 INFO  (jetty-launcher-13516-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2407684 INFO  (jetty-launcher-13516-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2407684 INFO  (jetty-launcher-13516-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1dd067a9{/solr,null,AVAILABLE}
   [junit4]   2> 2407685 INFO  (jetty-launcher-13516-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2407685 INFO  (jetty-launcher-13516-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2407685 INFO  (jetty-launcher-13516-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2407685 INFO  (jetty-launcher-13516-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@752082b8{/solr,null,AVAILABLE}
   [junit4]   2> 2407685 INFO  (jetty-launcher-13516-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9b33b14{/solr,null,AVAILABLE}
   [junit4]   2> 2407685 INFO  (jetty-launcher-13516-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6f399877{SSL,[ssl, http/1.1]}{127.0.0.1:42217}
   [junit4]   2> 2407685 INFO  (jetty-launcher-13516-thread-4) [     ] o.e.j.s.Server Started @2407719ms
   [junit4]   2> 2407685 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42217}
   [junit4]   2> 2407685 INFO  (jetty-launcher-13516-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59638983{/solr,null,AVAILABLE}
   [junit4]   2> 2407685 ERROR (jetty-launcher-13516-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2407685 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2407685 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.4.0
   [junit4]   2> 2407685 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2407685 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2407685 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-06T12:45:17.080Z
   [junit4]   2> 2407686 INFO  (jetty-launcher-13516-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7ce79c91{SSL,[ssl, http/1.1]}{127.0.0.1:45603}
   [junit4]   2> 2407686 INFO  (jetty-launcher-13516-thread-2) [     ] o.e.j.s.Server Started @2407719ms
   [junit4]   2> 2407686 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45603}
   [junit4]   2> 2407686 ERROR (jetty-launcher-13516-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2407686 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2407686 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.4.0
   [junit4]   2> 2407686 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2407686 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2407686 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-06T12:45:17.081Z
   [junit4]   2> 2407686 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2407688 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2407688 INFO  (jetty-launcher-13516-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@140aaa24{SSL,[ssl, http/1.1]}{127.0.0.1:37635}
   [junit4]   2> 2407688 INFO  (jetty-launcher-13516-thread-3) [     ] o.e.j.s.Server Started @2407722ms
   [junit4]   2> 2407688 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37635}
   [junit4]   2> 2407688 INFO  (jetty-launcher-13516-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@43f10664{SSL,[ssl, http/1.1]}{127.0.0.1:33705}
   [junit4]   2> 2407688 INFO  (jetty-launcher-13516-thread-1) [     ] o.e.j.s.Server Started @2407722ms
   [junit4]   2> 2407688 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33705}
   [junit4]   2> 2407688 ERROR (jetty-launcher-13516-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2407688 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2407688 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.4.0
   [junit4]   2> 2407689 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2407689 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2407689 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-06T12:45:17.084Z
   [junit4]   2> 2407689 ERROR (jetty-launcher-13516-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2407689 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2407689 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.4.0
   [junit4]   2> 2407689 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2407689 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2407689 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-06T12:45:17.084Z
   [junit4]   2> 2407689 INFO  (zkConnectionManagerCallback-13518-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2407689 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2407689 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2407689 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2407693 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2407693 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2407694 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2407694 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2407694 INFO  (zkConnectionManagerCallback-13524-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2407694 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2407694 INFO  (zkConnectionManagerCallback-13520-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2407694 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2407694 INFO  (zkConnectionManagerCallback-13522-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2407694 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2407695 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2407695 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2407695 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2407697 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2407697 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2407697 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2407697 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2407698 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2407698 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2407700 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2407700 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2407701 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2407841 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2407841 WARN  (jetty-launcher-13516-thread-4) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2407842 WARN  (jetty-launcher-13516-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5f5039f6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2407842 WARN  (jetty-launcher-13516-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5f5039f6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2407844 WARN  (jetty-launcher-13516-thread-4) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2407844 WARN  (jetty-launcher-13516-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@456ff2f2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2407844 WARN  (jetty-launcher-13516-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@456ff2f2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2407845 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46601/solr
   [junit4]   2> 2407846 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2407846 INFO  (zkConnectionManagerCallback-13532-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2407846 INFO  (jetty-launcher-13516-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2407907 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2407907 WARN  (jetty-launcher-13516-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2407908 WARN  (jetty-launcher-13516-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@61490399[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2407908 WARN  (jetty-launcher-13516-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@61490399[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2407909 WARN  (jetty-launcher-13516-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2407910 WARN  (jetty-launcher-13516-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@362a9385[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2407910 WARN  (jetty-launcher-13516-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@362a9385[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2407911 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46601/solr
   [junit4]   2> 2407912 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2407916 INFO  (zkConnectionManagerCallback-13539-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2407916 INFO  (jetty-launcher-13516-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2407947 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2407948 WARN  (jetty-launcher-13516-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2407948 WARN  (jetty-launcher-13516-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6a9a14d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2407948 WARN  (jetty-launcher-13516-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6a9a14d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2407949 WARN  (jetty-launcher-13516-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2407950 WARN  (jetty-launcher-13516-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2df96225[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2407950 WARN  (jetty-launcher-13516-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2df96225[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2407951 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46601/solr
   [junit4]   2> 2407951 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2407952 INFO  (zkConnectionManagerCallback-13545-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2407952 INFO  (jetty-launcher-13516-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2407996 INFO  (jetty-launcher-13516-thread-4) [n:127.0.0.1:42217_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2407996 INFO  (zkConnectionManagerCallback-13547-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2407996 INFO  (jetty-launcher-13516-thread-4) [n:127.0.0.1:42217_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2408043 INFO  (jetty-launcher-13516-thread-4) [n:127.0.0.1:42217_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42217_solr
   [junit4]   2> 2408043 INFO  (jetty-launcher-13516-thread-4) [n:127.0.0.1:42217_solr     ] o.a.s.c.Overseer Overseer (id=72677951923027978-127.0.0.1:42217_solr-n_0000000000) starting
   [junit4]   2> 2408048 INFO  (OverseerStateUpdate-72677951923027978-127.0.0.1:42217_solr-n_0000000000) [n:127.0.0.1:42217_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42217_solr
   [junit4]   2> 2408048 INFO  (jetty-launcher-13516-thread-4) [n:127.0.0.1:42217_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42217_solr
   [junit4]   2> 2408048 INFO  (OverseerStateUpdate-72677951923027978-127.0.0.1:42217_solr-n_0000000000) [n:127.0.0.1:42217_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2408065 INFO  (jetty-launcher-13516-thread-4) [n:127.0.0.1:42217_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2408075 INFO  (jetty-launcher-13516-thread-4) [n:127.0.0.1:42217_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2408079 INFO  (jetty-launcher-13516-thread-4) [n:127.0.0.1:42217_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2408079 INFO  (jetty-launcher-13516-thread-4) [n:127.0.0.1:42217_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2408081 INFO  (jetty-launcher-13516-thread-4) [n:127.0.0.1:42217_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_39F240DDFA9CFD4C-001/tempDir-002/node4/.
   [junit4]   2> 2408165 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2408165 WARN  (jetty-launcher-13516-thread-3) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2408166 WARN  (jetty-launcher-13516-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@232225f5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2408166 WARN  (jetty-launcher-13516-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@232225f5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2408168 WARN  (jetty-launcher-13516-thread-3) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2408168 WARN  (jetty-launcher-13516-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6667733f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2408168 WARN  (jetty-launcher-13516-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6667733f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2408169 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46601/solr
   [junit4]   2> 2408170 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2408171 INFO  (zkConnectionManagerCallback-13558-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2408171 INFO  (jetty-launcher-13516-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2408196 INFO  (jetty-launcher-13516-thread-1) [n:127.0.0.1:33705_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2408197 INFO  (zkConnectionManagerCallback-13560-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2408197 INFO  (jetty-launcher-13516-thread-1) [n:127.0.0.1:33705_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2408201 INFO  (jetty-launcher-13516-thread-1) [n:127.0.0.1:33705_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2408204 INFO  (jetty-launcher-13516-thread-1) [n:127.0.0.1:33705_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:33705_solr as DOWN
   [junit4]   2> 2408205 INFO  (jetty-launcher-13516-thread-1) [n:127.0.0.1:33705_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2408205 INFO  (jetty-launcher-13516-thread-1) [n:127.0.0.1:33705_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33705_solr
   [junit4]   2> 2408205 INFO  (zkCallback-13546-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2408210 INFO  (zkCallback-13559-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2408218 INFO  (jetty-launcher-13516-thread-1) [n:127.0.0.1:33705_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2408236 INFO  (jetty-launcher-13516-thread-1) [n:127.0.0.1:33705_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2408247 INFO  (jetty-launcher-13516-thread-1) [n:127.0.0.1:33705_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2408247 INFO  (jetty-launcher-13516-thread-1) [n:127.0.0.1:33705_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2408248 INFO  (jetty-launcher-13516-thread-1) [n:127.0.0.1:33705_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_39F240DDFA9CFD4C-001/tempDir-002/node1/.
   [junit4]   2> 2408296 INFO  (jetty-launcher-13516-thread-2) [n:127.0.0.1:45603_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2408300 INFO  (zkConnectionManagerCallback-13566-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2408300 INFO  (jetty-launcher-13516-thread-2) [n:127.0.0.1:45603_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2408304 INFO  (jetty-launcher-13516-thread-2) [n:127.0.0.1:45603_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2408307 INFO  (jetty-launcher-13516-thread-2) [n:127.0.0.1:45603_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:45603_solr as DOWN
   [junit4]   2> 2408307 INFO  (jetty-launcher-13516-thread-2) [n:127.0.0.1:45603_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2408307 INFO  (jetty-launcher-13516-thread-2) [n:127.0.0.1:45603_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45603_solr
   [junit4]   2> 2408308 INFO  (zkCallback-13546-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2408308 INFO  (zkCallback-13559-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2408312 INFO  (zkCallback-13565-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2408319 INFO  (jetty-launcher-13516-thread-2) [n:127.0.0.1:45603_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2408330 INFO  (jetty-launcher-13516-thread-2) [n:127.0.0.1:45603_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2408337 INFO  (jetty-launcher-13516-thread-2) [n:127.0.0.1:45603_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2408337 INFO  (jetty-launcher-13516-thread-2) [n:127.0.0.1:45603_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2408338 INFO  (jetty-launcher-13516-thread-2) [n:127.0.0.1:45603_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_39F240DDFA9CFD4C-001/tempDir-002/node2/.
   [junit4]   2> 2408397 INFO  (jetty-launcher-13516-thread-3) [n:127.0.0.1:37635_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2408398 INFO  (zkConnectionManagerCallback-13572-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2408398 INFO  (jetty-launcher-13516-thread-3) [n:127.0.0.1:37635_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2408405 INFO  (jetty-launcher-13516-thread-3) [n:127.0.0.1:37635_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2408410 INFO  (jetty-launcher-13516-thread-3) [n:127.0.0.1:37635_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:37635_solr as DOWN
   [junit4]   2> 2408411 INFO  (jetty-launcher-13516-thread-3) [n:127.0.0.1:37635_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2408411 INFO  (jetty-launcher-13516-thread-3) [n:127.0.0.1:37635_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37635_solr
   [junit4]   2> 2408412 INFO  (zkCallback-13546-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2408412 INFO  (zkCallback-13559-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2408412 INFO  (zkCallback-13565-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2408423 INFO  (zkCallback-13571-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2408430 INFO  (jetty-launcher-13516-thread-3) [n:127.0.0.1:37635_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2408442 INFO  (jetty-launcher-13516-thread-3) [n:127.0.0.1:37635_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2408450 INFO  (jetty-launcher-13516-thread-3) [n:127.0.0.1:37635_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2408450 INFO  (jetty-launcher-13516-thread-3) [n:127.0.0.1:37635_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2408452 INFO  (jetty-launcher-13516-thread-3) [n:127.0.0.1:37635_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_39F240DDFA9CFD4C-001/tempDir-002/node3/.
   [junit4]   2> 2408481 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 2408484 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2408485 INFO  (zkConnectionManagerCallback-13581-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2408485 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2408489 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2408491 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46601/solr ready
   [junit4]   2> 2408510 INFO  (qtp519225684-54091) [n:127.0.0.1:37635_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2408520 INFO  (qtp519225684-54091) [n:127.0.0.1:37635_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 2408520 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[39F240DDFA9CFD4C]) [     ] o.a.s.c.MoveReplicaTest total_jettys: 4
   [junit4]   2> 2408521 INFO  (qtp519225684-54095) [n:127.0.0.1:37635_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_true&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2408523 INFO  (OverseerCollectionConfigSetProcessor-72677951923027978-127.0.0.1:42217_solr-n_0000000000) [n:127.0.0.1:42217_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2408523 INFO  (OverseerThreadFactory-12391-thread-2-processing-n:127.0.0.1:42217_solr) [n:127.0.0.1:42217_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_true
   [junit4]   2> 2408630 INFO  (OverseerStateUpdate-72677951923027978-127.0.0.1:42217_solr-n_0000000000) [n:127.0.0.1:42217_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33705/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2408632 INFO  (OverseerStateUpdate-72677951923027978-127.0.0.1:42217_solr-n_0000000000) [n:127.0.0.1:42217_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_p2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37635/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2408633 INFO  (OverseerStateUpdate-72677951923027978-127.0.0.1:42217_solr-n_0000000000) [n:127.0.0.1:42217_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45603/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2408635 INFO  (OverseerStateUpdate-72677951923027978-127.0.0.1:42217_solr-n_0000000000) [n:127.0.0.1:42217_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_p6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42217/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2408841 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr    x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_p2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 2408847 INFO  (qtp1225354516-54097) [n:127.0.0.1:33705_solr    x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2408849 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr    x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_p6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 2408849 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr    x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2408854 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr    x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2409856 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 2409858 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 2409877 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_p2] Schema name=minimal
   [junit4]   2> 2409877 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 2409879 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2409879 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_p2' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
   [junit4]   2> 2409879 INFO  (qtp1225354516-54097) [n:127.0.0.1:33705_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 2409879 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_p2' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2409879 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34809/solr_hdfs_home
   [junit4]   2> 2409879 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2409879 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_39F240DDFA9CFD4C-001/tempDir-002/node3/MoveReplicaHDFSTest_coll_true_shard1_replica_p2], dataDir=[hdfs://localhost.localdomain:34809/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/]
   [junit4]   2> 2409880 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34809/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/snapshot_metadata
   [junit4]   2> 2409885 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 2409885 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2409885 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 2409886 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_p6] Schema name=minimal
   [junit4]   2> 2409886 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2409886 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
   [junit4]   2> 2409887 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2409887 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34809/solr_hdfs_home
   [junit4]   2> 2409887 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2409887 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_39F240DDFA9CFD4C-001/tempDir-002/node2/MoveReplicaHDFSTest_coll_true_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:34809/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/]
   [junit4]   2> 2409887 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2409887 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_p6' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
   [junit4]   2> 2409888 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34809/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/snapshot_metadata
   [junit4]   2> 2409888 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_p6' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_p6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2409888 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34809/solr_hdfs_home
   [junit4]   2> 2409888 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2409888 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_p6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_39F240DDFA9CFD4C-001/tempDir-002/node4/MoveReplicaHDFSTest_coll_true_shard2_replica_p6], dataDir=[hdfs://localhost.localdomain:34809/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/]
   [junit4]   2> 2409889 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34809/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/snapshot_metadata
   [junit4]   2> 2409890 INFO  (qtp1225354516-54097) [n:127.0.0.1:33705_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2409892 INFO  (qtp1225354516-54097) [n:127.0.0.1:33705_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2409892 INFO  (qtp1225354516-54097) [n:127.0.0.1:33705_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
   [junit4]   2> 2409892 INFO  (qtp1225354516-54097) [n:127.0.0.1:33705_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a741a85
   [junit4]   2> 2409892 INFO  (qtp1225354516-54097) [n:127.0.0.1:33705_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34809/solr_hdfs_home
   [junit4]   2> 2409892 INFO  (qtp1225354516-54097) [n:127.0.0.1:33705_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2409892 INFO  (qtp1225354516-54097) [n:127.0.0.1:33705_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_39F240DDFA9CFD4C-001/tempDir-002/node1/MoveReplicaHDFSTest_coll_true_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:34809/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node3/data/]
   [junit4]   2> 2409893 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2409893 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 2409893 INFO  (qtp1225354516-54097) [n:127.0.0.1:33705_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34809/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node3/data/snapshot_metadata
   [junit4]   2> 2409893 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2409893 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 2409897 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2409899 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2409899 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34809/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data
   [junit4]   2> 2409901 INFO  (qtp1225354516-54097) [n:127.0.0.1:33705_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2409901 INFO  (qtp1225354516-54097) [n:127.0.0.1:33705_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 2409902 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2409902 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34809/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data
   [junit4]   2> 2409902 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34809/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data
   [junit4]   2> 2409909 INFO  (qtp1225354516-54097) [n:127.0.0.1:33705_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2409912 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34809/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/index
   [junit4]   2> 2409912 INFO  (qtp1225354516-54097) [n:127.0.0.1:33705_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34809/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node3/data
   [junit4]   2> 2409914 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34809/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/index
   [junit4]   2> 2409914 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34809/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/index
   [junit4]   2> 2409917 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2409917 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 2409918 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2409918 INFO  (qtp1707209479-54089) [n:127.0.0.1:42217_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 2409918 INFO  (qtp1981806561-54096) [n:127.0.0.1:45603_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2409918 INFO  (qtp519225684-54086) [n:127.0.0.1:37635_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2409918 INFO  (qtp519225684-54086) [n:127.0.0.1:376

[...truncated too long message...]

olrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2883250 INFO  (jetty-closer-16019-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4670a103: rootName = solr_41681, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@737554ef
   [junit4]   2> 2883250 INFO  (jetty-closer-16019-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2883251 INFO  (closeThreadPool-16023-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72677982176804869-127.0.0.1:41681_solr-n_0000000000) closing
   [junit4]   2> 2883251 INFO  (OverseerStateUpdate-72677982176804869-127.0.0.1:41681_solr-n_0000000000) [n:127.0.0.1:41681_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41681_solr
   [junit4]   2> 2883253 INFO  (OverseerAutoScalingTriggerThread-72677982176804869-127.0.0.1:41681_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2883253 INFO  (closeThreadPool-16023-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72677982176804869-127.0.0.1:41681_solr-n_0000000000) closing
   [junit4]   2> 2883352 INFO  (jetty-closer-16019-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72677982176804869-127.0.0.1:41681_solr-n_0000000000) closing
   [junit4]   2> 2883353 INFO  (jetty-closer-16019-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7849891d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 2883353 INFO  (jetty-closer-16019-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@20bb626{/solr,null,UNAVAILABLE}
   [junit4]   2> 2883353 INFO  (jetty-closer-16019-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2883353 INFO  (SUITE-ZkShardTermsTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2883555 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/collections/raceConditionOnUpdates/terms/shard1
   [junit4]   2> 	12	/solr/collections/replicaCanBecomeLeader/terms/shard1
   [junit4]   2> 	10	/solr/collections/registerTerm/terms/shard1
   [junit4]   2> 	9	/solr/collections/coreTermWatcher/terms/shard1
   [junit4]   2> 	8	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	8	/solr/collections/setTermEqualsToLeader/terms/shard1
   [junit4]   2> 	7	/solr/collections/recoveringFlag/terms/shard1
   [junit4]   2> 	4	/solr/configs/collection1.AUTOCREATED/managed-schema
   [junit4]   2> 	4	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	4	/solr/collections/setTermToZero/terms/shard1
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	25	/solr/collections/collection1/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/overseer/queue
   [junit4]   2> 	18	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 2883558 INFO  (SUITE-ZkShardTermsTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:40867
   [junit4]   2> 2883558 INFO  (SUITE-ZkShardTermsTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40867
   [junit4]   2> 2883558 INFO  (SUITE-ZkShardTermsTest-seed#[39F240DDFA9CFD4C]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40867
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ZkShardTermsTest_39F240DDFA9CFD4C-001
   [junit4]   2> Nov 06, 2019 12:53:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=631, maxMBSortInHeap=7.609270358793951, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@16a6db48), locale=de-GR, timezone=Australia/Canberra
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=303649872,total=529530880
   [junit4]   2> NOTE: All tests run in this JVM: [TestLRUStatsCache, TestUnInvertedFieldException, TestCloudConsistency, DistributedFacetSimpleRefinementLongTailTest, MaxSizeAutoCommitTest, SolrJmxReporterCloudTest, CurrencyRangeFacetCloudTest, V2StandaloneTest, TestSolrCloudWithKerberosAlt, TestSolrJacksonAnnotation, TestRequestStatusCollectionAPI, AddReplicaTest, MBeansHandlerTest, TestSizeLimitedDistributedMap, TestDirectoryFactory, TestXIncludeConfig, TestSubQueryTransformer, SearchHandlerTest, HdfsRecoveryZkTest, CopyFieldTest, SharedFSAutoReplicaFailoverTest, TestDistributedTracing, HdfsWriteToMultipleCollectionsTest, TestCloudJSONFacetJoinDomain, TestManagedResource, AuthToolTest, TestSimpleTextCodec, RAMDirectoryFactoryTest, TestPullReplicaErrorHandling, TriggerSetPropertiesIntegrationTest, LeaderVoteWaitTimeoutTest, TestRandomFaceting, HdfsDirectoryFactoryTest, DisMaxRequestHandlerTest, ReindexCollectionTest, BigEndianAscendingWordSerializerTest, WrapperMergePolicyFactoryTest, SolrInfoBeanTest, DeleteLastCustomShardedReplicaTest, TestFieldCacheVsDocValues, TestCollationFieldDocValues, TestNumericTokenStream, ZookeeperStatusHandlerTest, AtomicUpdateProcessorFactoryTest, TestUpdate, TestDistributedStatsComponentCardinality, ZkCollectionPropsCachingTest, TestSearcherReuse, TestImpersonationWithHadoopAuth, NotRequiredUniqueKeyTest, DistributedFacetPivotWhiteBoxTest, SortByFunctionTest, ImplicitSnitchTest, UUIDFieldTest, TestCloudPhrasesIdentificationComponent, TestSchemaResource, AutoScalingHandlerTest, InfoHandlerTest, SolrCloudExampleTest, HighlighterMaxOffsetTest, TestCloudRecovery, CoreSorterTest, DistributedVersionInfoTest, TestCloudManagedSchema, TestMultiValuedNumericRangeQuery, BasicFunctionalityTest, BaseCdcrDistributedZkTest, TestPivotHelperCode, TestDFISimilarityFactory, TestDynamicURP, CdcrVersionReplicationTest, NodeMutatorTest, TestUnifiedSolrHighlighter, DistributedFacetPivotLongTailTest, TestQuerySenderNoQuery, MergeStrategyTest, TestCoreDiscovery, TestNamedUpdateProcessors, TestHashQParserPlugin, TestComplexPhraseQParserPlugin, TestCSVLoader, TestInPlaceUpdateWithRouteField, OverseerStatusTest, TestQueryTypes, BJQParserTest, TestSolrDeletionPolicy2, TestSolrCoreSnapshots, JavabinLoaderTest, HdfsBasicDistributedZk2Test, SortSpecParsingTest, TestSolrConfigHandlerConcurrent, ScriptEngineTest, TestPhraseSuggestions, BJQFilterAccessibleTest, AlternateDirectoryTest, TestDeprecatedFilters, TestFieldCacheReopen, LeaderElectionContextKeyTest, MetricsHistoryWithAuthIntegrationTest, TestOrdValues, TestDistribIDF, TestClusterProperties, TestFastOutputStream, DistributedSuggestComponentTest, CacheHeaderTest, TestStressVersions, DocValuesTest, SimplePostToolTest, TestManagedSynonymFilterFactory, CreateCollectionCleanupTest, QueryElevationComponentTest, TestTolerantUpdateProcessorCloud, Tagger2Test, PreAnalyzedUpdateProcessorTest, TestHdfsBackupRestoreCore, TestSQLHandler, CdcrOpsAndBoundariesTest, VMParamsZkACLAndCredentialsProvidersTest, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, SpellPossibilityIteratorTest, TestChildDocTransformer, TestNonDefinedSimilarityFactory, HdfsChaosMonkeySafeLeaderTest, SolrCloudReportersTest, XmlInterpolationTest, PropertiesRequestHandlerTest, BadIndexSchemaTest, TestRandomRequestDistribution, ClassificationUpdateProcessorTest, PeerSyncReplicationTest, PeerSyncWithIndexFingerprintCachingTest, StatelessScriptUpdateProcessorFactoryTest, HttpPartitionOnCommitTest, TestMultiWordSynonyms, SyncSliceTest, JWTVerificationkeyResolverTest, TestSortableTextField, TestPHPSerializedResponseWriter, SubstringBytesRefFilterTest, HdfsAutoAddReplicasIntegrationTest, TestMaxScoreQueryParser, TestJettySolrRunner, TestHighlightDedupGrouping, TestRuleBasedAuthorizationPlugin, TestDistributedMissingSort, TestDistributedSearch, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, DeleteReplicaTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, ForceLeaderTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, MultiSolrCloudTestCaseTest, MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, RollingRestartTest, ZkControllerTest, ZkNodePropsTest, ZkShardTermsTest]
   [junit4] Completed [534/882 (2!)] on J1 in 15.52s, 10 tests, 1 failure <<< FAILURES!

[...truncated 10701 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid3302.hprof

Total time: 289 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 262 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/262/

1 tests failed.
FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.test

Error Message:
expected not same

Stack Trace:
java.lang.AssertionError: expected not same
	at __randomizedtesting.SeedInfo.seed([9165DAEA61961DD2:1931E530CF6A702A]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failSame(Assert.java:819)
	at org.junit.Assert.assertNotSame(Assert.java:798)
	at org.junit.Assert.assertNotSame(Assert.java:811)
	at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:147)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14207 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> 856264 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9165DAEA61961DD2-001/data-dir-31-001
   [junit4]   2> 856264 WARN  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
   [junit4]   2> 856264 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 856265 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 856267 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 856825 WARN  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 857964 WARN  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 858338 WARN  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 858364 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 858367 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 858367 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 858367 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 858369 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7eee0af5{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 858549 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@57fc673a{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost.localdomain-40039-hdfs-_-any-2644525661496651733.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 858550 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@c45ed50{HTTP/1.1,[http/1.1]}{localhost.localdomain:40039}
   [junit4]   2> 858550 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.Server Started @858587ms
   [junit4]   2> 859496 WARN  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 859502 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 859503 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 859503 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 859503 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 859507 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16534724{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 859810 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4a4ccf2a{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-33995-datanode-_-any-2314141045942560843.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 859811 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@48973551{HTTP/1.1,[http/1.1]}{localhost:33995}
   [junit4]   2> 859811 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.Server Started @859848ms
   [junit4]   2> 862957 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x3d7a39cc12de62f6: Processing first storage report for DS-c0db29ce-d38f-43f8-a8a4-b4e831d527e0 from datanode b028c377-69fc-41f9-9076-dcf8efab2ad9
   [junit4]   2> 862962 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x3d7a39cc12de62f6: from storage DS-c0db29ce-d38f-43f8-a8a4-b4e831d527e0 node DatanodeRegistration(127.0.0.1:36477, datanodeUuid=b028c377-69fc-41f9-9076-dcf8efab2ad9, infoPort=35955, infoSecurePort=0, ipcPort=34419, storageInfo=lv=-57;cid=testClusterID;nsid=1275445363;c=1573206964108), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
   [junit4]   2> 862962 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x3d7a39cc12de62f6: Processing first storage report for DS-2141505c-6f11-4e8f-a551-69529129b27a from datanode b028c377-69fc-41f9-9076-dcf8efab2ad9
   [junit4]   2> 862962 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x3d7a39cc12de62f6: from storage DS-2141505c-6f11-4e8f-a551-69529129b27a node DatanodeRegistration(127.0.0.1:36477, datanodeUuid=b028c377-69fc-41f9-9076-dcf8efab2ad9, infoPort=35955, infoSecurePort=0, ipcPort=34419, storageInfo=lv=-57;cid=testClusterID;nsid=1275445363;c=1573206964108), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4] IGNOR/A 0.00s J2 | MoveReplicaHDFSTest.testNormalFailedMove
   [junit4]    > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
   [junit4]   2> 863362 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 863363 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9165DAEA61961DD2-001/tempDir-002
   [junit4]   2> 863363 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 863367 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 863370 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 863494 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.ZkTestServer start zk server on port:42543
   [junit4]   2> 863494 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:42543
   [junit4]   2> 863494 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42543
   [junit4]   2> 863494 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42543
   [junit4]   2> 863499 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 863515 INFO  (zkConnectionManagerCallback-6674-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 863515 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 863530 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 863550 INFO  (zkConnectionManagerCallback-6676-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 863550 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 863554 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 863557 INFO  (zkConnectionManagerCallback-6678-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 863557 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 863701 WARN  (jetty-launcher-6679-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 863701 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 863701 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 863701 INFO  (jetty-launcher-6679-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 863702 WARN  (jetty-launcher-6679-thread-2) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 863703 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 863703 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 863703 INFO  (jetty-launcher-6679-thread-2) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 863703 WARN  (jetty-launcher-6679-thread-3) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 863704 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 863704 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 863704 INFO  (jetty-launcher-6679-thread-3) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 863709 WARN  (jetty-launcher-6679-thread-4) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 863710 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 863710 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 863710 INFO  (jetty-launcher-6679-thread-4) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 863719 INFO  (jetty-launcher-6679-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 863719 INFO  (jetty-launcher-6679-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 863719 INFO  (jetty-launcher-6679-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 863723 INFO  (jetty-launcher-6679-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42d81597{/solr,null,AVAILABLE}
   [junit4]   2> 863809 INFO  (jetty-launcher-6679-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5409eb56{SSL,[ssl, http/1.1]}{127.0.0.1:36187}
   [junit4]   2> 863809 INFO  (jetty-launcher-6679-thread-1) [     ] o.e.j.s.Server Started @863846ms
   [junit4]   2> 863809 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36187}
   [junit4]   2> 863809 ERROR (jetty-launcher-6679-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 863809 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 863809 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.4.0
   [junit4]   2> 863809 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 863809 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 863809 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-08T09:56:10.445Z
   [junit4]   2> 863815 INFO  (jetty-launcher-6679-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 863815 INFO  (jetty-launcher-6679-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 863815 INFO  (jetty-launcher-6679-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 863815 INFO  (jetty-launcher-6679-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 863815 INFO  (jetty-launcher-6679-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 863815 INFO  (jetty-launcher-6679-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 863818 INFO  (jetty-launcher-6679-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 863818 INFO  (jetty-launcher-6679-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 863819 INFO  (jetty-launcher-6679-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 863819 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 863820 INFO  (jetty-launcher-6679-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78963b3c{/solr,null,AVAILABLE}
   [junit4]   2> 863824 INFO  (jetty-launcher-6679-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3196eccb{/solr,null,AVAILABLE}
   [junit4]   2> 863826 INFO  (zkConnectionManagerCallback-6681-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 863826 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 863826 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 863826 INFO  (jetty-launcher-6679-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f31bd55{/solr,null,AVAILABLE}
   [junit4]   2> 863827 INFO  (jetty-launcher-6679-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7717bf5e{SSL,[ssl, http/1.1]}{127.0.0.1:34143}
   [junit4]   2> 863827 INFO  (jetty-launcher-6679-thread-3) [     ] o.e.j.s.Server Started @863864ms
   [junit4]   2> 863827 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34143}
   [junit4]   2> 863827 INFO  (jetty-launcher-6679-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1e9f380{SSL,[ssl, http/1.1]}{127.0.0.1:34529}
   [junit4]   2> 863827 INFO  (jetty-launcher-6679-thread-4) [     ] o.e.j.s.Server Started @863864ms
   [junit4]   2> 863827 ERROR (jetty-launcher-6679-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 863827 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 863827 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34529}
   [junit4]   2> 863827 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.4.0
   [junit4]   2> 863827 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 863827 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 863827 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-08T09:56:10.463Z
   [junit4]   2> 863828 ERROR (jetty-launcher-6679-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 863828 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 863828 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.4.0
   [junit4]   2> 863828 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 863828 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 863828 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-08T09:56:10.464Z
   [junit4]   2> 863828 INFO  (jetty-launcher-6679-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@68930283{SSL,[ssl, http/1.1]}{127.0.0.1:35671}
   [junit4]   2> 863828 INFO  (jetty-launcher-6679-thread-2) [     ] o.e.j.s.Server Started @863865ms
   [junit4]   2> 863828 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35671}
   [junit4]   2> 863828 ERROR (jetty-launcher-6679-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 863828 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 863828 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.4.0
   [junit4]   2> 863828 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 863828 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 863828 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-08T09:56:10.464Z
   [junit4]   2> 863830 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 863830 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 863832 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 863848 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 863849 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 863853 INFO  (zkConnectionManagerCallback-6683-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 863853 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 863854 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 863854 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 863854 INFO  (zkConnectionManagerCallback-6687-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 863854 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 863855 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 863857 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 863857 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 863858 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 863858 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 863858 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 863859 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 863869 INFO  (zkConnectionManagerCallback-6685-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 863869 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 863870 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 863874 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 863874 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 863875 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 864121 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 864122 WARN  (jetty-launcher-6679-thread-4) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 864141 WARN  (jetty-launcher-6679-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2e933ba8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864141 WARN  (jetty-launcher-6679-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2e933ba8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864176 WARN  (jetty-launcher-6679-thread-4) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 864191 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 864192 WARN  (jetty-launcher-6679-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 864215 WARN  (jetty-launcher-6679-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@49517d69[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864215 WARN  (jetty-launcher-6679-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@49517d69[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864216 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42543/solr
   [junit4]   2> 864230 WARN  (jetty-launcher-6679-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@dc2bf1d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864230 WARN  (jetty-launcher-6679-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@dc2bf1d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864241 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 864242 WARN  (jetty-launcher-6679-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 864255 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 864279 WARN  (jetty-launcher-6679-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 864592 INFO  (zkConnectionManagerCallback-6698-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 864592 INFO  (jetty-launcher-6679-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 864601 WARN  (jetty-launcher-6679-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6fb94b40[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864601 WARN  (jetty-launcher-6679-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6fb94b40[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864616 WARN  (jetty-launcher-6679-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3d7440a8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864616 WARN  (jetty-launcher-6679-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3d7440a8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864617 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42543/solr
   [junit4]   2> 864618 WARN  (jetty-launcher-6679-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 864622 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 864624 WARN  (jetty-launcher-6679-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@12698081[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864624 WARN  (jetty-launcher-6679-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@12698081[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864625 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42543/solr
   [junit4]   2> 864625 INFO  (zkConnectionManagerCallback-6705-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 864625 INFO  (jetty-launcher-6679-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 864626 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 864641 INFO  (zkConnectionManagerCallback-6709-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 864641 INFO  (jetty-launcher-6679-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 864713 INFO  (jetty-launcher-6679-thread-4) [n:127.0.0.1:34529_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 864718 INFO  (zkConnectionManagerCallback-6711-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 864718 INFO  (jetty-launcher-6679-thread-4) [n:127.0.0.1:34529_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 864734 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 864734 WARN  (jetty-launcher-6679-thread-3) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 864736 WARN  (jetty-launcher-6679-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@10dac7c9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864736 WARN  (jetty-launcher-6679-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@10dac7c9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864743 WARN  (jetty-launcher-6679-thread-3) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 864748 WARN  (jetty-launcher-6679-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@23397e30[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864748 WARN  (jetty-launcher-6679-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@23397e30[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 864749 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42543/solr
   [junit4]   2> 864758 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 864763 INFO  (zkConnectionManagerCallback-6717-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 864763 INFO  (jetty-launcher-6679-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 864821 INFO  (jetty-launcher-6679-thread-2) [n:127.0.0.1:35671_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 864821 INFO  (zkConnectionManagerCallback-6719-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 864821 INFO  (jetty-launcher-6679-thread-2) [n:127.0.0.1:35671_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 864922 INFO  (jetty-launcher-6679-thread-1) [n:127.0.0.1:36187_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 864922 INFO  (zkConnectionManagerCallback-6721-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 864922 INFO  (jetty-launcher-6679-thread-1) [n:127.0.0.1:36187_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 865022 INFO  (jetty-launcher-6679-thread-3) [n:127.0.0.1:34143_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 865024 INFO  (zkConnectionManagerCallback-6723-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 865024 INFO  (jetty-launcher-6679-thread-3) [n:127.0.0.1:34143_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 865133 INFO  (jetty-launcher-6679-thread-2) [n:127.0.0.1:35671_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35671_solr
   [junit4]   2> 865133 INFO  (jetty-launcher-6679-thread-2) [n:127.0.0.1:35671_solr     ] o.a.s.c.Overseer Overseer (id=72688611567271948-127.0.0.1:35671_solr-n_0000000000) starting
   [junit4]   2> 865149 INFO  (OverseerStateUpdate-72688611567271948-127.0.0.1:35671_solr-n_0000000000) [n:127.0.0.1:35671_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35671_solr
   [junit4]   2> 865163 INFO  (jetty-launcher-6679-thread-2) [n:127.0.0.1:35671_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35671_solr
   [junit4]   2> 865164 INFO  (jetty-launcher-6679-thread-3) [n:127.0.0.1:34143_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 865172 INFO  (jetty-launcher-6679-thread-4) [n:127.0.0.1:34529_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 865173 INFO  (jetty-launcher-6679-thread-1) [n:127.0.0.1:36187_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:36187_solr as DOWN
   [junit4]   2> 865174 INFO  (zkCallback-6718-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 865175 INFO  (jetty-launcher-6679-thread-1) [n:127.0.0.1:36187_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 865175 INFO  (jetty-launcher-6679-thread-1) [n:127.0.0.1:36187_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36187_solr
   [junit4]   2> 865176 INFO  (jetty-launcher-6679-thread-3) [n:127.0.0.1:34143_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:34143_solr as DOWN
   [junit4]   2> 865177 INFO  (zkCallback-6720-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 865183 INFO  (jetty-launcher-6679-thread-3) [n:127.0.0.1:34143_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 865183 INFO  (jetty-launcher-6679-thread-3) [n:127.0.0.1:34143_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34143_solr
   [junit4]   2> 865183 INFO  (jetty-launcher-6679-thread-4) [n:127.0.0.1:34529_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:34529_solr as DOWN
   [junit4]   2> 865183 INFO  (zkCallback-6722-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 865184 INFO  (jetty-launcher-6679-thread-4) [n:127.0.0.1:34529_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 865184 INFO  (jetty-launcher-6679-thread-4) [n:127.0.0.1:34529_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34529_solr
   [junit4]   2> 865187 INFO  (jetty-launcher-6679-thread-1) [n:127.0.0.1:36187_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 865192 INFO  (jetty-launcher-6679-thread-2) [n:127.0.0.1:35671_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 865201 INFO  (zkCallback-6710-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 865202 INFO  (jetty-launcher-6679-thread-2) [n:127.0.0.1:35671_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 865204 INFO  (zkCallback-6722-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 865204 INFO  (zkCallback-6720-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 865208 INFO  (jetty-launcher-6679-thread-2) [n:127.0.0.1:35671_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 865208 INFO  (jetty-launcher-6679-thread-2) [n:127.0.0.1:35671_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 865209 INFO  (jetty-launcher-6679-thread-2) [n:127.0.0.1:35671_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9165DAEA61961DD2-001/tempDir-002/node2/.
   [junit4]   2> 865209 INFO  (zkCallback-6718-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 865209 INFO  (jetty-launcher-6679-thread-3) [n:127.0.0.1:34143_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 865218 INFO  (jetty-launcher-6679-thread-4) [n:127.0.0.1:34529_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 865255 INFO  (jetty-launcher-6679-thread-3) [n:127.0.0.1:34143_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 865263 INFO  (jetty-launcher-6679-thread-1) [n:127.0.0.1:36187_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 865273 INFO  (jetty-launcher-6679-thread-4) [n:127.0.0.1:34529_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 865285 INFO  (jetty-launcher-6679-thread-3) [n:127.0.0.1:34143_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 865285 INFO  (jetty-launcher-6679-thread-3) [n:127.0.0.1:34143_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 865289 INFO  (jetty-launcher-6679-thread-3) [n:127.0.0.1:34143_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9165DAEA61961DD2-001/tempDir-002/node3/.
   [junit4]   2> 865290 INFO  (jetty-launcher-6679-thread-1) [n:127.0.0.1:36187_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 865292 INFO  (jetty-launcher-6679-thread-1) [n:127.0.0.1:36187_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 865294 INFO  (jetty-launcher-6679-thread-1) [n:127.0.0.1:36187_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9165DAEA61961DD2-001/tempDir-002/node1/.
   [junit4]   2> 865294 INFO  (jetty-launcher-6679-thread-4) [n:127.0.0.1:34529_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 865294 INFO  (jetty-launcher-6679-thread-4) [n:127.0.0.1:34529_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 865295 INFO  (jetty-launcher-6679-thread-4) [n:127.0.0.1:34529_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9165DAEA61961DD2-001/tempDir-002/node4/.
   [junit4]   2> 865643 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 865645 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 865663 INFO  (zkConnectionManagerCallback-6744-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 865663 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 865672 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 865673 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42543/solr ready
   [junit4]   2> 865706 INFO  (qtp661250597-11285) [n:127.0.0.1:35671_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 865746 INFO  (qtp661250597-11285) [n:127.0.0.1:35671_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=40
   [junit4]   2> 865747 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.MoveReplicaTest total_jettys: 4
   [junit4]   2> 865748 INFO  (qtp661250597-11269) [n:127.0.0.1:35671_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_true&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 865761 INFO  (OverseerThreadFactory-1693-thread-2-processing-n:127.0.0.1:35671_solr) [n:127.0.0.1:35671_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_true
   [junit4]   2> 865762 INFO  (OverseerCollectionConfigSetProcessor-72688611567271948-127.0.0.1:35671_solr-n_0000000000) [n:127.0.0.1:35671_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 866015 INFO  (OverseerStateUpdate-72688611567271948-127.0.0.1:35671_solr-n_0000000000) [n:127.0.0.1:35671_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34529/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 866016 INFO  (OverseerStateUpdate-72688611567271948-127.0.0.1:35671_solr-n_0000000000) [n:127.0.0.1:35671_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_p2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34143/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 866018 INFO  (OverseerStateUpdate-72688611567271948-127.0.0.1:35671_solr-n_0000000000) [n:127.0.0.1:35671_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36187/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 866020 INFO  (OverseerStateUpdate-72688611567271948-127.0.0.1:35671_solr-n_0000000000) [n:127.0.0.1:35671_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_p6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35671/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 866438 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr    x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_p6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 866438 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr    x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 866457 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr    x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 866463 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr    x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_p2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 866469 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr    x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 867478 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 867495 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_p6] Schema name=minimal
   [junit4]   2> 867498 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 867498 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_p6' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
   [junit4]   2> 867499 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_p6' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_p6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 867500 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 867503 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 867504 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 867511 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 867512 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_p2] Schema name=minimal
   [junit4]   2> 867513 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 867513 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
   [junit4]   2> 867514 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 867514 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_p2' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
   [junit4]   2> 867514 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_p2' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 867532 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 867534 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 867534 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
   [junit4]   2> 867535 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 867535 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@adea0e2
   [junit4]   2> 867543 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35201/solr_hdfs_home
   [junit4]   2> 867544 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35201/solr_hdfs_home
   [junit4]   2> 867544 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 867544 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 867544 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9165DAEA61961DD2-001/tempDir-002/node3/MoveReplicaHDFSTest_coll_true_shard1_replica_p2], dataDir=[hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/]
   [junit4]   2> 867544 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9165DAEA61961DD2-001/tempDir-002/node1/MoveReplicaHDFSTest_coll_true_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/]
   [junit4]   2> 867545 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35201/solr_hdfs_home
   [junit4]   2> 867545 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 867546 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35201/solr_hdfs_home
   [junit4]   2> 867546 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 867546 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9165DAEA61961DD2-001/tempDir-002/node4/MoveReplicaHDFSTest_coll_true_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node3/data/]
   [junit4]   2> 867547 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/snapshot_metadata
   [junit4]   2> 867547 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/snapshot_metadata
   [junit4]   2> 867559 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node3/data/snapshot_metadata
   [junit4]   2> 867560 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_p6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9165DAEA61961DD2-001/tempDir-002/node2/MoveReplicaHDFSTest_coll_true_shard2_replica_p6], dataDir=[hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/]
   [junit4]   2> 867561 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/snapshot_metadata
   [junit4]   2> 867570 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 867570 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 867570 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 867570 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 867570 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 867570 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 867571 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 867571 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 867571 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 867571 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 867571 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 867571 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 867691 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 867691 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 867701 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 867702 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 867702 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data
   [junit4]   2> 867703 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data
   [junit4]   2> 867707 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node3/data
   [junit4]   2> 867707 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data
   [junit4]   2> 867743 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/index
   [junit4]   2> 867747 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node3/data/index
   [junit4]   2> 867750 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 867750 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 867750 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 867756 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/index
   [junit4]   2> 867761 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35201/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/index
   [junit4]   2> 867763 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 867763 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 867763 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 867766 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 867768 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 867768 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 867768 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 867770 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 867770 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 867770 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 867772 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 867820 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 867857 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 868734 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 868734 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 868734 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 868738 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 868738 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 868762 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 868762 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 868767 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 868767 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 868781 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 868781 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 868781 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 868802 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 868802 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 868874 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@243f0087[MoveReplicaHDFSTest_coll_true_shard2_replica_p6] main]
   [junit4]   2> 868875 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@77b681bc[MoveReplicaHDFSTest_coll_true_shard1_replica_p2] main]
   [junit4]   2> 868875 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@734486c0[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] main]
   [junit4]   2> 868877 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 868877 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 868878 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5243f4d8[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] main]
   [junit4]   2> 868878 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 868880 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 868882 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 868882 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 868882 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 868882 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649627077560762368
   [junit4]   2> 868963 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 868963 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 868964 INFO  (searcherExecutor-1710-thread-1-processing-n:127.0.0.1:35671_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard2_replica_p6] Registered new searcher Searcher@243f0087[MoveReplicaHDFSTest_coll_true_shard2_replica_p6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 868966 INFO  (searcherExecutor-1711-thread-1-processing-n:127.0.0.1:36187_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Registered new searcher Searcher@734486c0[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 868966 INFO  (searcherExecutor-1712-thread-1-processing-n:127.0.0.1:34143_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard1_replica_p2] Registered new searcher Searcher@77b681bc[MoveReplicaHDFSTest_coll_true_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 868966 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 868967 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 868967 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 868967 INFO  (qtp1309875721-11278) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649627077649891328
   [junit4]   2> 868975 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.ZkController MoveReplicaHDFSTest_coll_true_shard2_replica_p6 starting background replication from leader
   [junit4]   2> 868976 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
   [junit4]   2> 868978 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 868978 INFO  (qtp661250597-11279) [n:127.0.0.1:35671_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 868978 INFO  (searcherExecutor-1713-thread-1-processing-n:127.0.0.1:34529_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3) [n:127.0.0.1:34529_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Registered new searcher Searcher@5243f4d8[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 868979 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.ZkController MoveReplicaHDFSTest_coll_true_shard1_replica_p2 starting background replication from leader
   [junit4]   2> 868979 INFO  (qtp955075592-11286) [n:127.0.0.1:34143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
   [junit4]   2> 868980 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/MoveReplicaHDFSTest_coll_true/terms/shard2 to Terms{values={core_node7=0}, version=0}
   [junit4]   2> 868980 INFO  (qtp468913251-11260) [n:127.0.0.1:36187_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/MoveReplicaHDFSTest_coll_true/l

[...truncated too long message...]

SolrJmxReporter@1a962dc0: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@a9a77e1
   [junit4]   2> 912128 INFO  (jetty-closer-6844-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 912128 INFO  (jetty-closer-6844-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2453c22a: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@89e4651
   [junit4]   2> 912128 INFO  (jetty-closer-6844-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 912179 INFO  (jetty-closer-6844-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72688612907286537-127.0.0.1:37749_solr-n_0000000000) closing
   [junit4]   2> 912182 INFO  (zkCallback-6815-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 912182 INFO  (jetty-closer-6844-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7ebbfc94{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 912184 INFO  (jetty-closer-6844-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@42ea2144{/solr,null,UNAVAILABLE}
   [junit4]   2> 912185 INFO  (jetty-closer-6844-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 912282 INFO  (jetty-closer-6844-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@427e8875{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 912282 INFO  (jetty-closer-6844-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e274b8e{/solr,null,UNAVAILABLE}
   [junit4]   2> 912282 INFO  (jetty-closer-6844-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 912283 INFO  (jetty-closer-6844-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e4d476{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 912283 INFO  (jetty-closer-6844-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@866c901{/solr,null,UNAVAILABLE}
   [junit4]   2> 912284 INFO  (jetty-closer-6844-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 912382 INFO  (jetty-closer-6844-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@6099ad7c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 912382 INFO  (jetty-closer-6844-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@387ba405{/solr,null,UNAVAILABLE}
   [junit4]   2> 912382 INFO  (jetty-closer-6844-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 912382 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 912585 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard1
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 	5	/solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard2
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	2	/solr/collections/MoveReplicaHDFSTest_coll_false/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	136	/solr/collections/MoveReplicaHDFSTest_coll_false/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	45	/solr/overseer/queue
   [junit4]   2> 	19	/solr/live_nodes
   [junit4]   2> 	12	/solr/overseer/collection-queue-work
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 
   [junit4]   2> 912587 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36533
   [junit4]   2> 912587 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36533
   [junit4]   2> 912587 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9165DAEA61961DD2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36533
   [junit4]   2> 912588 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9165DAEA61961DD2]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testNormalMove
   [junit4]   2> 912588 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[9165DAEA61961DD2]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testNormalMove
   [junit4]   2> 912590 WARN  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 912595 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@4a4ccf2a{datanode,/,null,UNAVAILABLE}{/datanode}
   [junit4]   2> 912596 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@48973551{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 912596 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 912596 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16534724{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 912597 WARN  (BP-359200145-10.41.0.5-1573206964108 heartbeating to localhost.localdomain/127.0.0.1:35201) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 912597 WARN  (BP-359200145-10.41.0.5-1573206964108 heartbeating to localhost.localdomain/127.0.0.1:35201) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-359200145-10.41.0.5-1573206964108 (Datanode Uuid b028c377-69fc-41f9-9076-dcf8efab2ad9) service to localhost.localdomain/127.0.0.1:35201
   [junit4]   2> 912606 WARN  (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9165DAEA61961DD2-001/tempDir-001/hdfsBaseDir/data/data1/current/BP-359200145-10.41.0.5-1573206964108) [     ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
   [junit4]   2> 912611 WARN  (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9165DAEA61961DD2-001/tempDir-001/hdfsBaseDir/data/data2/current/BP-359200145-10.41.0.5-1573206964108) [     ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
   [junit4]   2> 912621 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@57fc673a{hdfs,/,null,UNAVAILABLE}{/hdfs}
   [junit4]   2> 912621 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@c45ed50{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
   [junit4]   2> 912621 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 912621 INFO  (SUITE-MoveReplicaHDFSTest-seed#[9165DAEA61961DD2]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7eee0af5{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_9165DAEA61961DD2-001
   [junit4]   2> Nov 08, 2019 9:56:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 17 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {_version_=BlockTreeOrds(blocksize=128), _root_=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=1579, maxMBSortInHeap=6.316425153269989, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@77da20f4), locale=el, timezone=Africa/Mbabane
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=8,free=123801840,total=508559360
   [junit4]   2> NOTE: All tests run in this JVM: [TestManagedResourceStorage, HLLSerializationTest, TestWithCollection, TestFieldSortValues, TestConfigOverlay, ZkCLITest, RegexBoostProcessorTest, OverseerTaskQueueTest, TemplateUpdateProcessorTest, TestFieldCacheWithThreads, TestSolrCloudWithHadoopAuthPlugin, TestPartialUpdateDeduplication, TestSolrIndexConfig, TestGraphMLResponseWriter, TokenizerChainTest, TestFieldTypeResource, TestHalfAndHalfDocValues, ZkNodePropsTest, BasicDistributedZkTest, ConfigSetsAPITest, MultiThreadedOCPTest, TestSha256AuthenticationProvider, TestFoldingMultitermQuery, ClassificationUpdateProcessorFactoryTest, CdcrWithNodesRestartsTest, ConnectionReuseTest, TestLockTree, DistributedFacetExistsSmallTest, SolrCoreMetricManagerTest, JSONWriterTest, TestCloudJSONFacetSKG, MoveReplicaHDFSTest]
   [junit4] Completed [178/882 (1!)] on J2 in 59.69s, 4 tests, 1 failure, 2 skipped <<< FAILURES!

[...truncated 55217 lines...]

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 261 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/261/

All tests passed

Build Log:
[...truncated 65071 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj391362884
 [ecj-lint] Compiling 1298 source files to /tmp/ecj391362884
 [ecj-lint] Processing annotations
 [ecj-lint] Annotations processed
 [ecj-lint] Processing annotations
 [ecj-lint] No elements to process
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/client/solrj/embedded/EmbeddedSolrServer.java (at line 255)
 [ecj-lint] 	return (NamedList<Object>) new JavaBinCodec(resolver).unmarshal(in);
 [ecj-lint] 	                           ^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/cloud/RecoveryStrategy.java (at line 232)
 [ecj-lint] 	ReplicationHandler replicationHandler = (ReplicationHandler) handler;
 [ecj-lint] 	                   ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'replicationHandler' is never closed
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/cloud/RecoveryStrategy.java (at line 628)
 [ecj-lint] 	PeerSyncWithLeader peerSyncWithLeader = new PeerSyncWithLeader(core,
 [ecj-lint] 	                   ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'peerSyncWithLeader' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 4. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/cloud/SyncStrategy.java (at line 186)
 [ecj-lint] 	PeerSync peerSync = new PeerSync(core, syncWith, core.getUpdateHandler().getUpdateLog().getNumRecordsToKeep(), true, peerSyncOnlyWithActive, false);
 [ecj-lint] 	         ^^^^^^^^
 [ecj-lint] Resource leak: 'peerSync' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 5. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/cloud/autoscaling/sim/SimCloudManager.java (at line 792)
 [ecj-lint] 	throw new UnsupportedOperationException("must add at least 1 node first");
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'queryRequest' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 6. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/cloud/autoscaling/sim/SimCloudManager.java (at line 798)
 [ecj-lint] 	throw new UnsupportedOperationException("must add at least 1 node first");
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'queryRequest' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 7. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/cloud/autoscaling/sim/SimScenario.java (at line 405)
 [ecj-lint] 	SnapshotCloudManager snapshotCloudManager = new SnapshotCloudManager(scenario.cluster, null);
 [ecj-lint] 	                     ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'snapshotCloudManager' is never closed
 [ecj-lint] ----------
 [ecj-lint] 8. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/cloud/autoscaling/sim/SimScenario.java (at line 738)
 [ecj-lint] 	throw new IOException("currently only one listener can be set per trigger. Trigger name: " + trigger);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'listener' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 9. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/cloud/autoscaling/sim/SimScenario.java (at line 928)
 [ecj-lint] 	SnapshotCloudManager snapshotCloudManager = new SnapshotCloudManager(scenario.cluster, null);
 [ecj-lint] 	                     ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'snapshotCloudManager' is never closed
 [ecj-lint] ----------
 [ecj-lint] 10. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/cloud/autoscaling/sim/SimScenario.java (at line 967)
 [ecj-lint] 	SimScenario scenario = new SimScenario();
 [ecj-lint] 	            ^^^^^^^^
 [ecj-lint] Resource leak: 'scenario' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 11. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/core/CoreContainer.java (at line 742)
 [ecj-lint] 	SolrFieldCacheBean fieldCacheBean = new SolrFieldCacheBean();
 [ecj-lint] 	                   ^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'fieldCacheBean' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 12. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/core/SolrResourceLoader.java (at line 56)
 [ecj-lint] 	import com.google.common.annotations.VisibleForTesting;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import com.google.common.annotations.VisibleForTesting is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 13. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/handler/CdcrRequestHandler.java (at line 741)
 [ecj-lint] 	ReplicationHandler replicationHandler = (ReplicationHandler) handler;
 [ecj-lint] 	                   ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'replicationHandler' is never closed
 [ecj-lint] ----------
 [ecj-lint] 14. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/handler/CdcrRequestHandler.java (at line 760)
 [ecj-lint] 	ReplicationHandler replicationHandler = (ReplicationHandler) handler;
 [ecj-lint] 	                   ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'replicationHandler' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 15. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/handler/SolrConfigHandler.java (at line 557)
 [ecj-lint] 	new PluginBag.RuntimeLib(req.getCore()).init(new PluginInfo(info.tag, op.getDataMap()));
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 16. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/handler/admin/SegmentsInfoRequestHandler.java (at line 243)
 [ecj-lint] 	leafReader = ((FilterLeafReader)leafReader).getDelegate();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'leafReader' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 17. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/handler/component/HttpShardHandler.java (at line 149)
 [ecj-lint] 	return new JavaBinCodec(null, stringCache).setReadStringAsCharSeq(true);
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 18. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/handler/component/HttpShardHandlerFactory.java (at line 403)
 [ecj-lint] 	ZkController zkController = core == null ? null : core.getCoreContainer().getZkController();
 [ecj-lint] 	             ^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'zkController' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 19. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/handler/component/RealTimeGetComponent.java (at line 1118)
 [ecj-lint] 	PeerSyncWithLeader peerSync = new PeerSyncWithLeader(rb.req.getCore(), syncWithLeader, nVersions);
 [ecj-lint] 	                   ^^^^^^^^
 [ecj-lint] Resource leak: 'peerSync' is never closed
 [ecj-lint] ----------
 [ecj-lint] 20. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/handler/component/RealTimeGetComponent.java (at line 1140)
 [ecj-lint] 	PeerSync peerSync = new PeerSync(rb.req.getCore(), replicas, nVersions, cantReachIsSuccess);
 [ecj-lint] 	         ^^^^^^^^
 [ecj-lint] Resource leak: 'peerSync' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 21. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/handler/loader/JavabinLoader.java (at line 137)
 [ecj-lint] 	new JavaBinCodec() {
 [ecj-lint]       SolrParams params;
 [ecj-lint]       AddUpdateCommand addCmd = null;
 [ecj-lint] 
 [ecj-lint]       @Override
 [ecj-lint]       public List<Object> readIterator(DataInputInputStream fis) throws IOException {
 [ecj-lint]         while (true) {
 [ecj-lint]           Object o = readVal(fis);
 [ecj-lint]           if (o == END_OBJ) break;
 [ecj-lint]           if (o instanceof NamedList) {
 [ecj-lint]             params = ((NamedList) o).toSolrParams();
 [ecj-lint]           } else {
 [ecj-lint]             try {
 [ecj-lint]               if (o instanceof byte[]) {
 [ecj-lint]                 if (params != null) req.setParams(params);
 [ecj-lint]                 byte[] buf = (byte[]) o;
 [ecj-lint]                 contentStreamLoader.load(req, rsp, new ContentStreamBase.ByteArrayStream(buf, null), processor);
 [ecj-lint]               } else {
 [ecj-lint]                 throw new RuntimeException("unsupported type ");
 [ecj-lint]               }
 [ecj-lint]             } catch (Exception e) {
 [ecj-lint]               throw new RuntimeException(e);
 [ecj-lint]             } finally {
 [ecj-lint]               params = null;
 [ecj-lint]               req.setParams(old);
 [ecj-lint]             }
 [ecj-lint]           }
 [ecj-lint]         }
 [ecj-lint]         return Collections.emptyList();
 [ecj-lint]       }
 [ecj-lint] 
 [ecj-lint]     }.unmarshal(in);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 22. INFO in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/logging/log4j2/Log4j2Watcher.java (at line 187)
 [ecj-lint] 	if (logger == root || root.equals(logger) || isRootLogger(name) || "".equals(name)) {
 [ecj-lint] 	                                  ^^^^^^
 [ecj-lint] Unlikely argument type for equals(): Map.Entry<String,LoggerConfig> seems to be unrelated to Logger
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 23. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/update/SolrIndexSplitter.java (at line 258)
 [ecj-lint] 	HardlinkCopyDirectoryWrapper hardLinkedDir = new HardlinkCopyDirectoryWrapper(splitDir);
 [ecj-lint] 	                             ^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'hardLinkedDir' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 24. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 52)
 [ecj-lint] 	try (FileChannel in = new FileInputStream(src).getChannel();
 [ecj-lint] 	                      ^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 25. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 53)
 [ecj-lint] 	FileChannel out = new FileOutputStream(destination).getChannel()) {
 [ecj-lint] 	                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 26. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/util/SolrCLI.java (at line 1139)
 [ecj-lint] 	SnapshotCloudManager snapshotCloudManager = new SnapshotCloudManager(simCloudManager, config);
 [ecj-lint] 	                     ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'snapshotCloudManager' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 27. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/java/org/apache/solr/util/TestInjection.java (at line 265)
 [ecj-lint] 	timers.remove(this);
 [ecj-lint] 	              ^^^^
 [ecj-lint] Unlikely argument type new TimerTask(){} for remove(Object) on a Collection<Timer>
 [ecj-lint] ----------
 [ecj-lint] 27 problems (1 error, 25 warnings, 1 info)

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build.xml:644: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/common-build.xml:2111: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/common-build.xml:2150: Compile failed; see the compiler error output for details.

Total time: 275 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any