You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/03/31 23:57:57 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1517 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1517/

3 tests failed.
FAILED:  org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
	at __randomizedtesting.SeedInfo.seed([11AE52FE229C5CFA:96F92F71B3C5207A]:0)
	at org.apache.lucene.util.bkd.HeapPointWriter.writePackedValue(HeapPointWriter.java:107)
	at org.apache.lucene.util.bkd.HeapPointWriter.append(HeapPointWriter.java:128)
	at org.apache.lucene.util.bkd.PointReader.split(PointReader.java:68)
	at org.apache.lucene.util.bkd.OfflinePointReader.split(OfflinePointReader.java:169)
	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1787)
	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1801)
	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1801)
	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1801)
	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1801)
	at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1004)
	at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:141)
	at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
	at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:186)
	at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:144)
	at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:142)
	at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:200)
	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:160)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4477)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4138)
	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2332)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5144)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1776)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1465)
	at org.apache.lucene.search.BaseRangeFieldQueryTestCase.verify(BaseRangeFieldQueryTestCase.java:190)
	at org.apache.lucene.search.BaseRangeFieldQueryTestCase.doTestRandom(BaseRangeFieldQueryTestCase.java:160)
	at org.apache.lucene.search.BaseRangeFieldQueryTestCase.testRandomBig(BaseRangeFieldQueryTestCase.java:75)
	at org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig(TestInetAddressRangeQueries.java:81)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)


FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
Could not find collection:delete_data_dir

Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
	at __randomizedtesting.SeedInfo.seed([D09E26B97E1D25E3:58CA1963D0E1481B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:114)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
	at __randomizedtesting.SeedInfo.seed([D09E26B97E1D25E3:E32C0E7D73AAFF54]:0)
	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:78)
	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:51)
	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:164)
	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:150)
	at org.apache.lucene.store.DataOutput.copyBytes(DataOutput.java:278)
	at org.apache.lucene.store.MockIndexOutputWrapper.copyBytes(MockIndexOutputWrapper.java:165)
	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:100)
	at org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:5051)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4541)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4138)
	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2332)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5144)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1776)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1465)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:171)
	at org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit(TestDocTermOrds.java:167)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)




Build Log:
[...truncated 2129 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/temp/junit4-J0-20180331_140000_6494366924731613523611.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] codec: CheapBastard, pf: FST50, dvf: Memory
   [junit4] <<< JVM J0: EOF ----

[...truncated 7231 lines...]
   [junit4] Suite: org.apache.lucene.search.TestInetAddressRangeQueries
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestInetAddressRangeQueries -Dtests.method=testRandomBig -Dtests.seed=11AE52FE229C5CFA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ja-JP-u-ca-japanese-x-lvariant-JP -Dtests.timezone=America/Virgin -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    396s J1 | TestInetAddressRangeQueries.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([11AE52FE229C5CFA:96F92F71B3C5207A]:0)
   [junit4]    > 	at org.apache.lucene.util.bkd.HeapPointWriter.writePackedValue(HeapPointWriter.java:107)
   [junit4]    > 	at org.apache.lucene.util.bkd.HeapPointWriter.append(HeapPointWriter.java:128)
   [junit4]    > 	at org.apache.lucene.util.bkd.PointReader.split(PointReader.java:68)
   [junit4]    > 	at org.apache.lucene.util.bkd.OfflinePointReader.split(OfflinePointReader.java:169)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1787)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1801)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1801)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1801)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1801)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1004)
   [junit4]    > 	at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:141)
   [junit4]    > 	at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
   [junit4]    > 	at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:186)
   [junit4]    > 	at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:144)
   [junit4]    > 	at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:142)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:200)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:160)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4477)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4138)
   [junit4]    > 	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2332)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5144)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1776)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1465)
   [junit4]    > 	at org.apache.lucene.search.BaseRangeFieldQueryTestCase.verify(BaseRangeFieldQueryTestCase.java:190)
   [junit4]    > 	at org.apache.lucene.search.BaseRangeFieldQueryTestCase.doTestRandom(BaseRangeFieldQueryTestCase.java:160)
   [junit4]    > 	at org.apache.lucene.search.BaseRangeFieldQueryTestCase.testRandomBig(BaseRangeFieldQueryTestCase.java:75)
   [junit4]    > 	at org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig(TestInetAddressRangeQueries.java:81)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/misc/test/J1/temp/lucene.search.TestInetAddressRangeQueries_11AE52FE229C5CFA-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Asserting)}, docValues:{ipRangeField=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1990, maxMBSortInHeap=5.574823827647666, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6815aada), locale=ja-JP-u-ca-japanese-x-lvariant-JP, timezone=America/Virgin
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=247668256,total=300417024
   [junit4]   2> NOTE: All tests run in this JVM: [TestLazyDocument, TestIndexSplitter, TestInetAddressRangeQueries]
   [junit4] Completed [13/13 (1!)] on J1 in 439.70s, 4 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J1: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/misc/test/temp/junit4-J1-20180331_200432_8424219434939951538779.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid19826.hprof ...
   [junit4] Heap dump file created [574735744 bytes in 3.537 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 3939 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
   [junit4]   2> 424868 INFO  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/init-core-data-001
   [junit4]   2> 424869 INFO  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 424882 INFO  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 424882 INFO  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 429589 WARN  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 431924 WARN  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 432513 INFO  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.m.log Logging to org.apache.logging.slf4j.Log4jLogger@78428620 via org.mortbay.log.Slf4jLog
   [junit4]   2> 432619 WARN  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 433956 INFO  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 434043 INFO  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_lucene2.us.west_apache_org_43995_hdfs____1wq84g/webapp
   [junit4]   2> 436073 INFO  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:43995
   [junit4]   2> 439515 WARN  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 439528 INFO  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 439578 INFO  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46351_datanode____.9dpzd8/webapp
   [junit4]   2> 440442 INFO  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46351
   [junit4]   2> 442626 WARN  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 442628 INFO  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 442779 INFO  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45406_datanode____.thram8/webapp
   [junit4]   2> 444164 INFO  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45406
   [junit4]   2> 447179 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:44838) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 447188 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:44838) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 448645 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x114b725814536a: from storage DS-ad2598fe-de93-416d-989c-ae7c1b3b3737 node DatanodeRegistration(127.0.0.1:39359, datanodeUuid=c389dc97-6b42-4180-b435-b09f8c9225d8, infoPort=35234, infoSecurePort=0, ipcPort=45879, storageInfo=lv=-56;cid=testClusterID;nsid=498589;c=0), blocks: 0, hasStaleStorage: true, processing time: 96 msecs
   [junit4]   2> 448718 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x114b725758c3fa: from storage DS-ee7264bf-937b-4e6e-93e6-4f63bbd65b69 node DatanodeRegistration(127.0.0.1:42140, datanodeUuid=8df7c683-4f4a-4783-8354-530639098557, infoPort=40686, infoSecurePort=0, ipcPort=37135, storageInfo=lv=-56;cid=testClusterID;nsid=498589;c=0), blocks: 0, hasStaleStorage: true, processing time: 73 msecs
   [junit4]   2> 448718 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x114b725814536a: from storage DS-92002ffe-1009-4380-a0c1-9d12af6376a6 node DatanodeRegistration(127.0.0.1:39359, datanodeUuid=c389dc97-6b42-4180-b435-b09f8c9225d8, infoPort=35234, infoSecurePort=0, ipcPort=45879, storageInfo=lv=-56;cid=testClusterID;nsid=498589;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 448737 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x114b725758c3fa: from storage DS-ebcdd22b-f5de-4221-8390-8d7bcf03ff21 node DatanodeRegistration(127.0.0.1:42140, datanodeUuid=8df7c683-4f4a-4783-8354-530639098557, infoPort=40686, infoSecurePort=0, ipcPort=37135, storageInfo=lv=-56;cid=testClusterID;nsid=498589;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 450767 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 450768 INFO  (Thread-482) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 450768 INFO  (Thread-482) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 450812 ERROR (Thread-482) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 450868 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.ZkTestServer start zk server on port:36994
   [junit4]   2> 450917 INFO  (zkConnectionManagerCallback-76-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 450941 INFO  (zkConnectionManagerCallback-78-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 450982 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 451003 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 451005 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 451019 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 451022 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 451037 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 451047 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 451092 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 451094 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 451095 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 451097 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 451099 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 451544 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 451545 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 451545 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 451545 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 451547 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b4a0f76{/,null,AVAILABLE}
   [junit4]   2> 451547 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@237916c6{HTTP/1.1,[http/1.1]}{127.0.0.1:38253}
   [junit4]   2> 451547 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.Server Started @451695ms
   [junit4]   2> 451547 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:44838/hdfs__lucene2-us-west.apache.org_44838__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001_tempDir-002_control_data, replicaType=NRT, hostContext=/, hostPort=38253, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/control-001/cores}
   [junit4]   2> 451548 ERROR (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 451548 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 451548 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 451548 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 451548 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 451548 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-31T21:10:31.266Z
   [junit4]   2> 451563 INFO  (zkConnectionManagerCallback-80-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 451565 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 451565 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/control-001/solr.xml
   [junit4]   2> 451569 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 451569 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 451570 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@11c11984, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 451594 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36994/solr
   [junit4]   2> 451608 INFO  (zkConnectionManagerCallback-84-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 451649 INFO  (zkConnectionManagerCallback-86-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 452230 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:38253_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 452230 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:38253_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38253_
   [junit4]   2> 452241 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:38253_    ] o.a.s.c.Overseer Overseer (id=72376625345331204-127.0.0.1:38253_-n_0000000000) starting
   [junit4]   2> 452283 INFO  (zkConnectionManagerCallback-91-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 452310 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:38253_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36994/solr ready
   [junit4]   2> 452391 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:38253_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38253_
   [junit4]   2> 452529 INFO  (zkCallback-90-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 452610 INFO  (zkCallback-85-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 454063 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:38253_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11c11984
   [junit4]   2> 454114 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:38253_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11c11984
   [junit4]   2> 454114 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:38253_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11c11984
   [junit4]   2> 454115 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:38253_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/control-001/cores
   [junit4]   2> 454269 INFO  (zkConnectionManagerCallback-95-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 454272 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 454273 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36994/solr ready
   [junit4]   2> 454296 INFO  (qtp364414420-970) [n:127.0.0.1:38253_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38253_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 454371 INFO  (OverseerThreadFactory-444-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 454665 INFO  (qtp364414420-974) [n:127.0.0.1:38253_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 454666 INFO  (qtp364414420-974) [n:127.0.0.1:38253_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 454851 INFO  (zkCallback-85-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 455803 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 455876 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 456444 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 456945 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 456946 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11c11984
   [junit4]   2> 457019 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44838/solr_hdfs_home
   [junit4]   2> 457019 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 457019 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 457037 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:44838/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 457039 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44838/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 457129 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 457129 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 457129 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 461378 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 461418 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44838/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 461634 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44838/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 461740 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 461740 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 461740 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 461848 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 461849 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=36.146484375, floorSegmentMB=1.333984375, forceMergeDeletesPctAllowed=11.672759429152403, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8725608275807664
   [junit4]   2> 463191 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39359 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ee7264bf-937b-4e6e-93e6-4f63bbd65b69:NORMAL:127.0.0.1:42140|RBW], ReplicaUC[[DISK]DS-92002ffe-1009-4380-a0c1-9d12af6376a6:NORMAL:127.0.0.1:39359|RBW]]} size 69
   [junit4]   2> 463203 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42140 is added to blk_1073741825_1001 size 69
   [junit4]   2> 463669 WARN  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 463970 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 463970 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 463971 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 464087 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 464088 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 464112 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=2.1845703125, noCFSRatio=0.14266876503527906]
   [junit4]   2> 464530 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@427ef202[control_collection_shard1_replica_n1] main]
   [junit4]   2> 464575 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 464576 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 464592 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 464612 INFO  (searcherExecutor-447-thread-1-processing-n:127.0.0.1:38253_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@427ef202[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 464612 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596489092908974080
   [junit4]   2> 464618 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 464670 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 464670 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 464670 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38253/control_collection_shard1_replica_n1/
   [junit4]   2> 464670 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 464670 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38253/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 464670 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 464703 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38253/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 464705 INFO  (zkCallback-85-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 464756 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 464759 INFO  (qtp364414420-974) [n:127.0.0.1:38253_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=10093
   [junit4]   2> 464870 INFO  (qtp364414420-970) [n:127.0.0.1:38253_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 464882 INFO  (zkCallback-85-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 465873 INFO  (qtp364414420-970) [n:127.0.0.1:38253_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38253_&wt=javabin&version=2} status=0 QTime=11576
   [junit4]   2> 465926 INFO  (zkConnectionManagerCallback-99-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 465949 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 465962 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36994/solr ready
   [junit4]   2> 465998 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 466017 INFO  (qtp364414420-974) [n:127.0.0.1:38253_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 466033 INFO  (OverseerThreadFactory-444-thread-2) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 466033 INFO  (OverseerCollectionConfigSetProcessor-72376625345331204-127.0.0.1:38253_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 466034 WARN  (OverseerThreadFactory-444-thread-2) [    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 466263 INFO  (qtp364414420-974) [n:127.0.0.1:38253_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 466263 INFO  (qtp364414420-974) [n:127.0.0.1:38253_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=246
   [junit4]   2> 467230 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/shard-1-001 of type NRT
   [junit4]   2> 467232 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 467253 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 467253 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 467253 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 467255 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@225638d5{/,null,AVAILABLE}
   [junit4]   2> 467255 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5c01a9c3{HTTP/1.1,[http/1.1]}{127.0.0.1:46254}
   [junit4]   2> 467255 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.Server Started @467402ms
   [junit4]   2> 467255 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:44838/hdfs__lucene2-us-west.apache.org_44838__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=46254, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/shard-1-001/cores}
   [junit4]   2> 467255 ERROR (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 467255 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 467256 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 467256 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 467256 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 467256 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-31T21:10:46.974Z
   [junit4]   2> 467323 INFO  (zkConnectionManagerCallback-101-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 467329 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 467329 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/shard-1-001/solr.xml
   [junit4]   2> 467346 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 467346 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 467381 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@11c11984, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 467418 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36994/solr
   [junit4]   2> 467542 INFO  (zkConnectionManagerCallback-105-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 467701 INFO  (zkConnectionManagerCallback-107-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 467719 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:46254_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 467731 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:46254_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 467741 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:46254_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 467741 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:46254_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46254_
   [junit4]   2> 467743 INFO  (zkCallback-90-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 467778 INFO  (zkCallback-106-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 467778 INFO  (zkCallback-85-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 467778 INFO  (zkCallback-98-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 468035 INFO  (OverseerCollectionConfigSetProcessor-72376625345331204-127.0.0.1:38253_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 468203 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:46254_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11c11984
   [junit4]   2> 468253 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:46254_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11c11984
   [junit4]   2> 468253 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:46254_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11c11984
   [junit4]   2> 468255 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:46254_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/shard-1-001/cores
   [junit4]   2> 468260 INFO  (zkConnectionManagerCallback-112-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 468307 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:46254_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 468310 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:46254_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36994/solr ready
   [junit4]   2> 468436 INFO  (qtp364414420-972) [n:127.0.0.1:38253_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46254_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 468486 INFO  (OverseerThreadFactory-444-thread-3) [    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:46254_ for creating new replica
   [junit4]   2> 468517 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 468618 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 468662 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema [collection1_shard1_replica_n21] Schema name=test
   [junit4]   2> 469171 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 469269 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n21' using configuration from collection collection1, trusted=true
   [junit4]   2> 469270 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n21' (registry 'solr.core.collection1.shard1.replica_n21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11c11984
   [junit4]   2> 469270 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44838/solr_hdfs_home
   [junit4]   2> 469270 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 469270 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 469270 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SolrCore [[collection1_shard1_replica_n21] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/shard-1-001/cores/collection1_shard1_replica_n21], dataDir=[hdfs://lucene2-us-west.apache.org:44838/solr_hdfs_home/collection1/core_node22/data/]
   [junit4]   2> 469284 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44838/solr_hdfs_home/collection1/core_node22/data/snapshot_metadata
   [junit4]   2> 469321 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 469321 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 469321 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 469367 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 469368 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44838/solr_hdfs_home/collection1/core_node22/data
   [junit4]   2> 469430 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44838/solr_hdfs_home/collection1/core_node22/data/index
   [junit4]   2> 469449 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 469449 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 469449 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 469486 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 469486 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=36.146484375, floorSegmentMB=1.333984375, forceMergeDeletesPctAllowed=11.672759429152403, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8725608275807664
   [junit4]   2> 469703 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39359 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ee7264bf-937b-4e6e-93e6-4f63bbd65b69:NORMAL:127.0.0.1:42140|RBW], ReplicaUC[[DISK]DS-ad2598fe-de93-416d-989c-ae7c1b3b3737:NORMAL:127.0.0.1:39359|FINALIZED]]} size 0
   [junit4]   2> 469725 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42140 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ad2598fe-de93-416d-989c-ae7c1b3b3737:NORMAL:127.0.0.1:39359|FINALIZED], ReplicaUC[[DISK]DS-ebcdd22b-f5de-4221-8390-8d7bcf03ff21:NORMAL:127.0.0.1:42140|FINALIZED]]} size 0
   [junit4]   2> 469795 WARN  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 470441 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 470441 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 470441 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 470608 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 470608 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 470638 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=2.1845703125, noCFSRatio=0.14266876503527906]
   [junit4]   2> 470794 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a9baf67[collection1_shard1_replica_n21] main]
   [junit4]   2> 470815 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 470816 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 470816 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 470817 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596489099415388160
   [junit4]   2> 470905 INFO  (searcherExecutor-458-thread-1-processing-n:127.0.0.1:46254_ x:collection1_shard1_replica_n21 c:collection1 s:shard1) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SolrCore [collection1_shard1_replica_n21] Registered new searcher Searcher@2a9baf67[collection1_shard1_replica_n21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 470908 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node22=0}, version=0}
   [junit4]   2> 470927 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 470927 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 470927 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46254/collection1_shard1_replica_n21/
   [junit4]   2> 470927 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 470927 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy http://127.0.0.1:46254/collection1_shard1_replica_n21/ has no replicas
   [junit4]   2> 470927 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 470947 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46254/collection1_shard1_replica_n21/ shard1
   [junit4]   2> 470998 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 471000 INFO  (qtp508768157-1033) [n:127.0.0.1:46254_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2483
   [junit4]   2> 471021 INFO  (qtp364414420-972) [n:127.0.0.1:38253_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46254_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2585
   [junit4]   2> 472388 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/shard-2-001 of type NRT
   [junit4]   2> 472389 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 472390 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 472390 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 472402 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 472402 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75f812b4{/,null,AVAILABLE}
   [junit4]   2> 472403 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6853344b{HTTP/1.1,[http/1.1]}{127.0.0.1:43625}
   [junit4]   2> 472403 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.e.j.s.Server Started @472550ms
   [junit4]   2> 472403 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:44838/hdfs__lucene2-us-west.apache.org_44838__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001_tempDir-002_jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=43625, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/shard-2-001/cores}
   [junit4]   2> 472403 ERROR (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 472423 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 472423 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 472423 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 472423 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 472423 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-31T21:10:52.141Z
   [junit4]   2> 472460 INFO  (zkConnectionManagerCallback-114-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 472475 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 472475 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/shard-2-001/solr.xml
   [junit4]   2> 472512 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 472512 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 472513 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@11c11984, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 472514 INFO  (OverseerCollectionConfigSetProcessor-72376625345331204-127.0.0.1:38253_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 472550 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36994/solr
   [junit4]   2> 472658 INFO  (zkConnectionManagerCallback-118-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 472885 INFO  (zkConnectionManagerCallback-120-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 473163 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:43625_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 473175 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:43625_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 473210 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:43625_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 473210 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:43625_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43625_
   [junit4]   2> 473226 INFO  (zkCallback-106-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 473227 INFO  (zkCallback-111-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 473227 INFO  (zkCallback-90-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 473247 INFO  (zkCallback-98-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 473396 INFO  (zkCallback-119-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 473413 INFO  (zkCallback-85-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 475534 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:43625_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11c11984
   [junit4]   2> 475572 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:43625_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11c11984
   [junit4]   2> 475572 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:43625_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11c11984
   [junit4]   2> 475607 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:43625_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/shard-2-001/cores
   [junit4]   2> 475691 INFO  (zkConnectionManagerCallback-125-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 475694 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:43625_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 475707 INFO  (TEST-StressHdfsTest.test-seed#[D09E26B97E1D25E3]) [n:127.0.0.1:43625_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36994/solr ready
   [junit4]   2> 476127 INFO  (qtp364414420-974) [n:127.0.0.1:38253_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43625_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 476148 INFO  (OverseerThreadFactory-444-thread-4) [    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:43625_ for creating new replica
   [junit4]   2> 476200 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 477475 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 477696 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.s.IndexSchema [collection1_shard1_replica_n23] Schema name=test
   [junit4]   2> 478443 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 478566 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n23' using configuration from collection collection1, trusted=true
   [junit4]   2> 478566 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n23' (registry 'solr.core.collection1.shard1.replica_n23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11c11984
   [junit4]   2> 478567 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44838/solr_hdfs_home
   [junit4]   2> 478567 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 478567 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 478567 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.SolrCore [[collection1_shard1_replica_n23] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/shard-2-001/cores/collection1_shard1_replica_n23], dataDir=[hdfs://lucene2-us-west.apache.org:44838/solr_hdfs_home/collection1/core_node24/data/]
   [junit4]   2> 478568 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44838/solr_hdfs_home/collection1/core_node24/data/snapshot_metadata
   [junit4]   2> 478606 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 478606 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 478606 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 479218 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 479237 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44838/solr_hdfs_home/collection1/core_node24/data
   [junit4]   2> 479442 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44838/solr_hdfs_home/collection1/core_node24/data/index
   [junit4]   2> 479465 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 479465 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 479465 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 481044 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 481044 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=36.146484375, floorSegmentMB=1.333984375, forceMergeDeletesPctAllowed=11.672759429152403, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8725608275807664
   [junit4]   2> 481798 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42140 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-92002ffe-1009-4380-a0c1-9d12af6376a6:NORMAL:127.0.0.1:39359|RBW], ReplicaUC[[DISK]DS-ee7264bf-937b-4e6e-93e6-4f63bbd65b69:NORMAL:127.0.0.1:42140|FINALIZED]]} size 0
   [junit4]   2> 481818 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39359 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-92002ffe-1009-4380-a0c1-9d12af6376a6:NORMAL:127.0.0.1:39359|RBW], ReplicaUC[[DISK]DS-ee7264bf-937b-4e6e-93e6-4f63bbd65b69:NORMAL:127.0.0.1:42140|FINALIZED]]} size 0
   [junit4]   2> 481979 WARN  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 482520 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 482520 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 482520 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 482601 INFO  (qtp1803150723-1078) [n:127.0.0.1:43625_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.Commit

[...truncated too long message...]

s/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:44838) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 1079702 WARN  (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:44838) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1134351673-127.0.0.1-1522530610393 (Datanode Uuid c389dc97-6b42-4180-b435-b09f8c9225d8) service to lucene2-us-west.apache.org/127.0.0.1:44838
   [junit4]   2> 1079904 INFO  (SUITE-StressHdfsTest-seed#[D09E26B97E1D25E3]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:0
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_D09E26B97E1D25E3-001
   [junit4]   2> Mar 31, 2018 9:21:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=FSTOrd50, id=FST50, text=PostingsFormat(name=Direct), txt_t=PostingsFormat(name=Direct)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Direct), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1390, maxMBSortInHeap=6.367370283873199, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@46736205), locale=ar, timezone=America/Goose_Bay
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=7,free=216929408,total=512229376
   [junit4]   2> NOTE: All tests run in this JVM: [TestCollationFieldDocValues, TestReloadDeadlock, TestSolrQueryParser, TestDownShardTolerantSearch, TestPKIAuthenticationPlugin, SimpleMLTQParserTest, TestRestoreCore, TestGroupingSearch, IndexBasedSpellCheckerTest, HighlighterMaxOffsetTest, CoreMergeIndexesAdminHandlerTest, TestPseudoReturnFields, DistributedQueryElevationComponentTest, TestShardHandlerFactory, TestJsonFacetsWithNestedObjects, NumberUtilsTest, StressHdfsTest]
   [junit4] Completed [95/795 (1!)] on J0 in 665.20s, 1 test, 1 failure <<< FAILURES!

[...truncated 904 lines...]
   [junit4] Suite: org.apache.solr.uninverting.TestDocTermOrds
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDocTermOrds -Dtests.method=testTriggerUnInvertLimit -Dtests.seed=D09E26B97E1D25E3 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=es-EC -Dtests.timezone=Africa/Banjul -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    116s J0 | TestDocTermOrds.testTriggerUnInvertLimit <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D09E26B97E1D25E3:E32C0E7D73AAFF54]:0)
   [junit4]    > 	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:78)
   [junit4]    > 	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:51)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:164)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:150)
   [junit4]    > 	at org.apache.lucene.store.DataOutput.copyBytes(DataOutput.java:278)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.copyBytes(MockIndexOutputWrapper.java:165)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:100)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:5051)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4541)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4138)
   [junit4]    > 	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2332)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5144)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1776)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1465)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:171)
   [junit4]    > 	at org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit(TestDocTermOrds.java:167)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=LuceneVarGapDocFreqInterval), foo=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1301, maxMBSortInHeap=5.485367135353044, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@40ced376), locale=es-EC, timezone=Africa/Banjul
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=97054136,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [TestCollationFieldDocValues, TestReloadDeadlock, TestSolrQueryParser, TestDownShardTolerantSearch, TestPKIAuthenticationPlugin, SimpleMLTQParserTest, TestRestoreCore, TestGroupingSearch, IndexBasedSpellCheckerTest, HighlighterMaxOffsetTest, CoreMergeIndexesAdminHandlerTest, TestPseudoReturnFields, DistributedQueryElevationComponentTest, TestShardHandlerFactory, TestJsonFacetsWithNestedObjects, NumberUtilsTest, StressHdfsTest, BaseCdcrDistributedZkTest, OutputWriterTest, TestSort, TestChildDocTransformer, TestDocumentBuilder, TestDelegationWithHadoopAuth, HdfsTlogReplayBufferedWhileIndexingTest, SolrXmlInZkTest, SolrIndexSplitterTest, TestIBSimilarityFactory, UtilsToolTest, OpenCloseCoreStressTest, TestDefaultStatsCache, BadIndexSchemaTest, TestJoin, TestCorePropertiesReload, TestFastOutputStream, ConfigSetsAPITest, HdfsCollectionsAPIDistributedZkTest, TestConfigSetsAPIExclusivity, TestSolrFieldCacheBean, ConnectionReuseTest, LIRRollingUpdatesTest, DirectUpdateHandlerTest, QueryResultKeyTest, BasicDistributedZkTest, TestMiniSolrCloudClusterSSL, TestDynamicLoading, TestStressLucene, PeerSyncWithIndexFingerprintCachingTest, TestComplexPhraseLeadingWildcard, TestFieldCacheSort, SmileWriterTest, TestCloudDeleteByQuery, NodeAddedTriggerIntegrationTest, RollingRestartTest, DebugComponentTest, TestRandomRequestDistribution, TestSolrConfigHandlerCloud, UUIDFieldTest, MoveReplicaHDFSTest, TestRestManager, TestLegacyTerms, AnalyticsQueryTest, TestWordDelimiterFilterFactory, UpdateParamsTest, EchoParamsTest, RequestHandlersTest, DistributedDebugComponentTest, CursorPagingTest, XmlUpdateRequestHandlerTest, BigEndianAscendingWordSerializerTest, TestFieldResource, TestDocSet, TestNumericTerms64, TestCrossCoreJoin, TestLargeCluster, TestSchemaVersionResource, SchemaApiFailureTest, TestDeleteCollectionOnDownNodes, HighlighterConfigTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestTolerantUpdateProcessorCloud, ComputePlanActionTest, SynonymTokenizerTest, TestConfig, BufferStoreTest, TermVectorComponentDistributedTest, SparseHLLTest, SpellCheckCollatorTest, CollectionsAPIDistributedZkTest, TestCloudNestedDocsSort, TestExactStatsCache, PluginInfoTest, TestJavabinTupleStreamParser, CdcrVersionReplicationTest, DistributedFacetPivotLargeTest, TestPullReplica, TestScoreJoinQPScore, TestSchemaManager, TestBulkSchemaConcurrent, HttpPartitionOnCommitTest, NodeMutatorTest, TestDocTermOrds]
   [junit4] Completed [350/795 (2!)] on J0 in 135.10s, 10 tests, 1 error <<< FAILURES!

[...truncated 1650 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J0-20180331_210259_4441441195043301222483.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid3574.hprof ...
   [junit4] Heap dump file created [465518051 bytes in 2.398 secs]
   [junit4] <<< JVM J0: EOF ----

[...truncated 9303 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid19826.hprof
* java_pid3574.hprof

Total time: 598 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1529 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1529/

2 tests failed.
FAILED:  org.apache.solr.handler.dataimport.TestContentStreamDataSource.testCommitWithin

Error Message:
expected:<0> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<0> but was:<2>
	at __randomizedtesting.SeedInfo.seed([48DC3461D0EC401D:F20E5B1953C2AE08]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.dataimport.TestContentStreamDataSource.testCommitWithin(TestContentStreamDataSource.java:98)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1523670807821,generation=2,filelist=[_5zu.fdt, _5zu.fdx, _5zu.fnm, _5zu.nvd, _5zu.nvm, _5zu.si, _5zu_Asserting_0.doc, _5zu_Asserting_0.tim, _5zu_Asserting_0.tip, _5zv.cfe, _5zv.cfs, _5zv.si, _5zw.cfe, _5zw.cfs, _5zw.si, _5zx.cfe, _5zx.cfs, _5zx.si, _5zy.cfe, _5zy.cfs, _5zy.si, _5zz.cfe, _5zz.cfs, _5zz.si, _600.cfe, _600.cfs, _600.si, segments_2]}]> but was:<[{indexVersion=1523670807821,generation=2,filelist=[_5zu.fdt, _5zu.fdx, _5zu.fnm, _5zu.nvd, _5zu.nvm, _5zu.si, _5zu_Asserting_0.doc, _5zu_Asserting_0.tim, _5zu_Asserting_0.tip, _5zv.cfe, _5zv.cfs, _5zv.si, _5zw.cfe, _5zw.cfs, _5zw.si, _5zx.cfe, _5zx.cfs, _5zx.si, _5zy.cfe, _5zy.cfs, _5zy.si, _5zz.cfe, _5zz.cfs, _5zz.si, _600.cfe, _600.cfs, _600.si, segments_2]}, {indexVersion=1523670807821,generation=3,filelist=[_601.fdt, _601.fdx, _601.fnm, _601.nvd, _601.nvm, _601.si, _601_Asserting_0.doc, _601_Asserting_0.tim, _601_Asserting_0.tip, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1523670807821,generation=2,filelist=[_5zu.fdt, _5zu.fdx, _5zu.fnm, _5zu.nvd, _5zu.nvm, _5zu.si, _5zu_Asserting_0.doc, _5zu_Asserting_0.tim, _5zu_Asserting_0.tip, _5zv.cfe, _5zv.cfs, _5zv.si, _5zw.cfe, _5zw.cfs, _5zw.si, _5zx.cfe, _5zx.cfs, _5zx.si, _5zy.cfe, _5zy.cfs, _5zy.si, _5zz.cfe, _5zz.cfs, _5zz.si, _600.cfe, _600.cfs, _600.si, segments_2]}]> but was:<[{indexVersion=1523670807821,generation=2,filelist=[_5zu.fdt, _5zu.fdx, _5zu.fnm, _5zu.nvd, _5zu.nvm, _5zu.si, _5zu_Asserting_0.doc, _5zu_Asserting_0.tim, _5zu_Asserting_0.tip, _5zv.cfe, _5zv.cfs, _5zv.si, _5zw.cfe, _5zw.cfs, _5zw.si, _5zx.cfe, _5zx.cfs, _5zx.si, _5zy.cfe, _5zy.cfs, _5zy.si, _5zz.cfe, _5zz.cfs, _5zz.si, _600.cfe, _600.cfs, _600.si, segments_2]}, {indexVersion=1523670807821,generation=3,filelist=[_601.fdt, _601.fdx, _601.fnm, _601.nvd, _601.nvm, _601.si, _601_Asserting_0.doc, _601_Asserting_0.tim, _601_Asserting_0.tip, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([9BA58DE2918DAC59:BE7296D2E1C5A25A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1291)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14561 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 2304146 INFO  (SUITE-TestReplicationHandler-seed#[9BA58DE2918DAC59]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/init-core-data-001
   [junit4]   2> 2304159 WARN  (SUITE-TestReplicationHandler-seed#[9BA58DE2918DAC59]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 2304159 INFO  (SUITE-TestReplicationHandler-seed#[9BA58DE2918DAC59]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2304161 INFO  (SUITE-TestReplicationHandler-seed#[9BA58DE2918DAC59]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 2304201 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestIndexAndConfigReplication
   [junit4]   2> 2304201 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-001/collection1
   [junit4]   2> 2304236 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2304237 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2304237 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2304260 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 2304261 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60a12ed0{/solr,null,AVAILABLE}
   [junit4]   2> 2304264 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@359e7035{HTTP/1.1,[http/1.1]}{127.0.0.1:46294}
   [junit4]   2> 2304264 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.e.j.s.Server Started @2304592ms
   [junit4]   2> 2304264 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=46294}
   [junit4]   2> 2304264 ERROR (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2304264 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2304289 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2304289 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2304289 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2304289 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-14T01:17:22.467Z
   [junit4]   2> 2304289 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-001/solr.xml
   [junit4]   2> 2304293 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2304293 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2304294 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7bb0c673, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2304446 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bb0c673
   [junit4]   2> 2304471 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bb0c673
   [junit4]   2> 2304471 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bb0c673
   [junit4]   2> 2304482 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-001/.
   [junit4]   2> 2304482 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2304544 INFO  (coreLoadExecutor-2412-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2304633 INFO  (coreLoadExecutor-2412-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2304669 INFO  (coreLoadExecutor-2412-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2304687 INFO  (coreLoadExecutor-2412-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 2304687 INFO  (coreLoadExecutor-2412-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 2304688 INFO  (coreLoadExecutor-2412-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bb0c673
   [junit4]   2> 2304688 INFO  (coreLoadExecutor-2412-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2304688 INFO  (coreLoadExecutor-2412-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-001/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 2304690 INFO  (coreLoadExecutor-2412-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=10, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2304896 INFO  (coreLoadExecutor-2412-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2304896 INFO  (coreLoadExecutor-2412-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2304897 INFO  (coreLoadExecutor-2412-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=10.275390625, floorSegmentMB=0.86328125, forceMergeDeletesPctAllowed=25.11209974874102, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.677530230985866
   [junit4]   2> 2304897 INFO  (coreLoadExecutor-2412-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@700fc09[collection1] main]
   [junit4]   2> 2304914 INFO  (coreLoadExecutor-2412-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-001/collection1/conf
   [junit4]   2> 2304915 INFO  (coreLoadExecutor-2412-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 2304915 INFO  (coreLoadExecutor-2412-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2304927 INFO  (searcherExecutor-2413-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@700fc09[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2304947 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-002/collection1
   [junit4]   2> 2304983 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2305040 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2305040 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2305040 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 2305042 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6afc742{/solr,null,AVAILABLE}
   [junit4]   2> 2305043 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@43ba6a7d{HTTP/1.1,[http/1.1]}{127.0.0.1:39076}
   [junit4]   2> 2305043 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.e.j.s.Server Started @2305371ms
   [junit4]   2> 2305043 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=39076}
   [junit4]   2> 2305043 ERROR (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2305043 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2305043 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2305043 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2305043 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2305043 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-14T01:17:23.221Z
   [junit4]   2> 2305061 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-002/solr.xml
   [junit4]   2> 2305077 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2305077 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2305078 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7bb0c673, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2305203 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bb0c673
   [junit4]   2> 2305221 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bb0c673
   [junit4]   2> 2305221 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bb0c673
   [junit4]   2> 2305235 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-002/.
   [junit4]   2> 2305235 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[9BA58DE2918DAC59]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2305268 INFO  (coreLoadExecutor-2422-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2305320 INFO  (coreLoadExecutor-2422-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2305347 INFO  (coreLoadExecutor-2422-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2305366 INFO  (coreLoadExecutor-2422-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 2305366 INFO  (coreLoadExecutor-2422-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 2305366 INFO  (coreLoadExecutor-2422-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bb0c673
   [junit4]   2> 2305366 INFO  (coreLoadExecutor-2422-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2305366 INFO  (coreLoadExecutor-2422-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-002/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 2305368 INFO  (coreLoadExecutor-2422-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=10, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2305672 INFO  (coreLoadExecutor-2422-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2305672 INFO  (coreLoadExecutor-2422-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2305686 INFO  (coreLoadExecutor-2422-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=10.275390625, floorSegmentMB=0.86328125, forceMergeDeletesPctAllowed=25.11209974874102, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.677530230985866
   [junit4]   2> 2305686 INFO  (coreLoadExecutor-2422-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e81b155[collection1] main]
   [junit4]   2> 2305686 INFO  (coreLoadExecutor-2422-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_9BA58DE2918DAC59-001/solr-instance-002/collection1/conf
   [junit4]   2> 2305688 INFO  (coreLoadExecutor-2422-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 2305688 INFO  (coreLoadExecutor-2422-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2305689 INFO  (searcherExecutor-2423-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5e81b155[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2305714 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2305714 INFO  (indexFetcher-2427-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 2305714 INFO  (indexFetcher-2427-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 2305714 INFO  (indexFetcher-2427-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 2305714 INFO  (indexFetcher-2427-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 2305715 INFO  (indexFetcher-2427-thread-1) [    ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 2305730 INFO  (indexFetcher-2427-thread-1) [    ] o.a.s.u.TestInjection Pausing IndexFetcher for 5ms
   [junit4]   2> 2305730 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2305732 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 1
   [junit4]   2> 2305732 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 2305733 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 2305733 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 2305734 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 2305734 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 2305742 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 2305743 INFO  (indexFetcher-2427-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@11511ab5[collection1] main]
   [junit4]   2> 2305743 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 2305743 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 2305744 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 2305744 INFO  (searcherExecutor-2423-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@11511ab5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2305744 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 2305744 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 2305745 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 2305745 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 2305745 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 2305745 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 2305746 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 2305754 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 2305755 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 2305755 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 2305755 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 2305756 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 2305756 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 2305756 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 2305756 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 2305757 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 2305757 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 2305757 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 2305758 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 2305768 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 10
   [junit4]   2> 2305769 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 2305769 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 2305770 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 2305770 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 2305779 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 2305779 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 2305779 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 2305780 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 2305780 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 2305780 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 2305781 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 2305781 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 2305781 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 2305782 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 2305782 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 2305782 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 2305782 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 2305783 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 2305783 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 2305783 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 2305783 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 2305784 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 2305784 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 2305784 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 2305784 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 2305785 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 2305785 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 2305785 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 2305786 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 2305848 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 62
   [junit4]   2> 2305849 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 2305849 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 2305849 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 2305849 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 2305850 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 2305850 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 2305850 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 2305851 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 2305851 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 2305851 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 2305851 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 2305864 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 2305864 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 2305864 INFO  (qtp186317551-19478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 2305865 INFO  (qtp186317551-19484) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 2305865 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 2305865 INFO  (qtp186317551-19484) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 2305866 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 2305866 INFO  (qtp186317551-19484) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 2305866 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 2305867 INFO  (qtp186317551-19484) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 2305867 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 2305867 INFO  (qtp186317551-19484) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 2305867 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 2305868 INFO  (qtp186317551-19484) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 2305876 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 2305876 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 2305877 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 2305877 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 2305879 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 1
   [junit4]   2> 2305879 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 2305880 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 2305888 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 2305889 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 2305889 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 2305889 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 2305890 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 2305890 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 2305890 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 2305890 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 2305891 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
   [junit4]   2> 2305891 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
   [junit4]   2> 2305891 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
   [junit4]   2> 2305892 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
   [junit4]   2> 2305904 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 12
   [junit4]   2> 2305905 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
   [junit4]   2> 2305905 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
   [junit4]   2> 2305905 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
   [junit4]   2> 2305906 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
   [junit4]   2> 2305906 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
   [junit4]   2> 2305907 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
   [junit4]   2> 2305907 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
   [junit4]   2> 2305907 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
   [junit4]   2> 2305908 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
   [junit4]   2> 2305908 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
   [junit4]   2> 2305908 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
   [junit4]   2> 2305921 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
   [junit4]   2> 2305921 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
   [junit4]   2> 2305921 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
   [junit4]   2> 2305923 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 1
   [junit4]   2> 2305924 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
   [junit4]   2> 2305924 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
   [junit4]   2> 2305924 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
   [junit4]   2> 2305937 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 12
   [junit4]   2> 2305937 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
   [junit4]   2> 2305937 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
   [junit4]   2> 2305938 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
   [junit4]   2> 2305938 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
   [junit4]   2> 2305938 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
   [junit4]   2> 2305938 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
   [junit4]   2> 2305939 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
   [junit4]   2> 2305939 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
   [junit4]   2> 2305939 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
   [junit4]   2> 2305939 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
   [junit4]   2> 2305940 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
   [junit4]   2> 2305940 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
   [junit4]   2> 2305940 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
   [junit4]   2> 2305940 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
   [junit4]   2> 2305940 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
   [junit4]   2> 2305953 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 12
   [junit4]   2> 2305953 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
   [junit4]   2> 2305954 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
   [junit4]   2> 2305954 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
   [junit4]   2> 2305954 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
   [junit4]   2> 2305954 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
   [junit4]   2> 2305955 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
   [junit4]   2> 2305955 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
   [junit4]   2> 2305955 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
   [junit4]   2> 2305955 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
   [junit4]   2> 2305961 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 5
   [junit4]   2> 2305982 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 20
   [junit4]   2> 2305982 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
   [junit4]   2> 2305982 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
   [junit4]   2> 2305983 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
   [junit4]   2> 2305983 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
   [junit4]   2> 2305983 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
   [junit4]   2> 2305983 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
   [junit4]   2> 2305984 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
   [junit4]   2> 2305984 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
   [junit4]   2> 2305984 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
   [junit4]   2> 2305985 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
   [junit4]   2> 2305985 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
   [junit4]   2> 2305985 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
   [junit4]   2> 2305994 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 8
   [junit4]   2> 2305994 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
   [junit4]   2> 2305994 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
   [junit4]   2> 2305994 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
   [junit4]   2> 2305995 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
   [junit4]   2> 2305995 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
   [junit4]   2> 2305995 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
   [junit4]   2> 2305996 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
   [junit4]   2> 2305996 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
   [junit4]   2> 2305996 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
   [junit4]   2> 2305996 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
   [junit4]   2> 2305997 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
   [junit4]   2> 2305997 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
   [junit4]   2> 2306006 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 8
   [junit4]   2> 2306006 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
   [junit4]   2> 2306007 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
   [junit4]   2> 2306009 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 2
   [junit4]   2> 2306026 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 16
   [junit4]   2> 2306027 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
   [junit4]   2> 2306027 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
   [junit4]   2> 2306027 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
   [junit4]   2> 2306027 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
   [junit4]   2> 2306028 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
   [junit4]   2> 2306028 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
   [junit4]   2> 2306028 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
   [junit4]   2> 2306028 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
   [junit4]   2> 2306029 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
   [junit4]   2> 2306029 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
   [junit4]   2> 2306029 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
   [junit4]   2> 2306029 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
   [junit4]   2> 2306030 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
   [junit4]   2> 2306030 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
   [junit4]   2> 2306043 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
   [junit4]   2> 2306043 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
   [junit4]   2> 2306043 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
   [junit4]   2> 2306044 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
   [junit4]   2> 2306044 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
   [junit4]   2> 2306044 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
   [junit4]   2> 2306044 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
   [junit4]   2> 2306045 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 0
   [junit4]   2> 2306045 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
   [junit4]   2> 2306045 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
   [junit4]   2> 2306046 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
   [junit4]   2> 2306046 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
   [junit4]   2> 2306046 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
   [junit4]   2> 2306063 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
   [junit4]   2> 2306116 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 52
   [junit4]   2> 2306117 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
   [junit4]   2> 2306117 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
   [junit4]   2> 2306117 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
   [junit4]   2> 2306118 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
   [junit4]   2> 2306118 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[214]} 0 0
   [junit4]   2> 2306118 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[215]} 0 0
   [junit4]   2> 2306118 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[216]} 0 0
   [junit4]   2> 2306119 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[217]} 0 0
   [junit4]   2> 2306119 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[218]} 0 0
   [junit4]   2> 2306119 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[219]} 0 0
   [junit4]   2> 2306132 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[220]} 0 0
   [junit4]   2> 2306132 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[221]} 0 0
   [junit4]   2> 2306133 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[222]} 0 0
   [junit4]   2> 2306133 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[223]} 0 0
   [junit4]   2> 2306133 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[224]} 0 0
   [junit4]   2> 2306133 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[225]} 0 0
   [junit4]   2> 2306134 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[226]} 0 0
   [junit4]   2> 2306134 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[227]} 0 0
   [junit4]   2> 2306134 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[228]} 0 0
   [junit4]   2> 2306135 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[229]} 0 0
   [junit4]   2> 2306135 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[230]} 0 0
   [junit4]   2> 2306135 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[231]} 0 0
   [junit4]   2> 2306135 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[232]} 0 0
   [junit4]   2> 2306136 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[233]} 0 0
   [junit4]   2> 2306144 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[234]} 0 0
   [junit4]   2> 2306144 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[235]} 0 0
   [junit4]   2> 2306145 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[236]} 0 0
   [junit4]   2> 2306145 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[237]} 0 0
   [junit4]   2> 2306145 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[238]} 0 0
   [junit4]   2> 2306147 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[239]} 0 1
   [junit4]   2> 2306161 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[240]} 0 0
   [junit4]   2> 2306161 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[241]} 0 0
   [junit4]   2> 2306161 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[242]} 0 0
   [junit4]   2> 2306162 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[243]} 0 0
   [junit4]   2> 2306162 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[244]} 0 0
   [junit4]   2> 2306162 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[245]} 0 0
   [junit4]   2> 2306163 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[246]} 0 0
   [junit4]   2> 2306163 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[247]} 0 0
   [junit4]   2> 2306163 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[248]} 0 0
   [junit4]   2> 2306163 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[249]} 0 0
   [junit4]   2> 2306164 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[250]} 0 0
   [junit4]   2> 2306164 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[251]} 0 0
   [junit4]   2> 2306164 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[252]} 0 0
   [junit4]   2> 2306177 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[253]} 0 0
   [junit4]   2> 2306177 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[254]} 0 0
   [junit4]   2> 2306177 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[255]} 0 0
   [junit4]   2> 2306178 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[256]} 0 0
   [junit4]   2> 2306178 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[257]} 0 0
   [junit4]   2> 2306178 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[258]} 0 0
   [junit4]   2> 2306178 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[259]} 0 0
   [junit4]   2> 2306193 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[260]} 0 0
   [junit4]   2> 2306193 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[261]} 0 0
   [junit4]   2> 2306194 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[262]} 0 0
   [junit4]   2> 2306194 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[263]} 0 0
   [junit4]   2> 2306194 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[264]} 0 0
   [junit4]   2> 2306194 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[265]} 0 0
   [junit4]   2> 2306195 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[266]} 0 0
   [junit4]   2> 2306195 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[267]} 0 0
   [junit4]   2> 2306195 INFO  (qtp186317551-19483) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[268]} 0 0
   [junit4]   2> 2306197 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[269]} 0 1
   [junit4]   2> 2306197 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[270]} 0 0
   [junit4]   2> 2306198 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[271]} 0 0
   [junit4]   2> 2306198 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[272]} 0 0
   [junit4]   2> 2306198 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[273]} 0 0
   [junit4]   2> 2306198 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[274]} 0 0
   [junit4]   2> 2306199 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[275]} 0 0
   [junit4]   2> 2306199 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[276]} 0 0
   [junit4]   2> 2306199 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[277]} 0 0
   [junit4]   2> 2306199 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[278]} 0 0
   [junit4]   2> 2306200 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[279]} 0 0
   [junit4]   2> 2306200 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[280]} 0 0
   [junit4]   2> 2306200 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[281]} 0 0
   [junit4]   2> 2306200 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[282]} 0 0
   [junit4]   2> 2306201 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[283]} 0 0
   [junit4]   2> 2306221 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[284]} 0 0
   [junit4]   2> 2306221 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[285]} 0 0
   [junit4]   2> 2306222 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[286]} 0 0
   [junit4]   2> 2306222 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[287]} 0 0
   [junit4]   2> 2306222 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[288]} 0 0
   [junit4]   2> 2306222 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[289]} 0 0
   [junit4]   2> 2306223 INFO  (qtp186317551-19481) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[290]} 0 0
   [junit4]   2> 2306223 INFO  (qtp18631755

[...truncated too long message...]

ngth is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1298883631
     [copy] Copying 40 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1298883631
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1298883631

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null937361670
     [copy] Copying 246 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null937361670
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null937361670

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 37ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 588 minutes 34 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1528 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1528/

9 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:36679/t/hj/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36679/t/hj/collection1
	at __randomizedtesting.SeedInfo.seed([28A40EFF3C7A8E3E:A0F031259286E3C6]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1591)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:212)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 53 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:     1) Thread[id=72933, name=zkConnectionManagerCallback-6053-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=72930, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=72931, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[28A40EFF3C7A8E3E]-SendThread(127.0.0.1:39428), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)    4) Thread[id=72932, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[28A40EFF3C7A8E3E]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 
   1) Thread[id=72933, name=zkConnectionManagerCallback-6053-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=72930, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=72931, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[28A40EFF3C7A8E3E]-SendThread(127.0.0.1:39428), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
   4) Thread[id=72932, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[28A40EFF3C7A8E3E]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
	at __randomizedtesting.SeedInfo.seed([28A40EFF3C7A8E3E]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=72933, name=zkConnectionManagerCallback-6053-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=72931, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[28A40EFF3C7A8E3E]-SendThread(127.0.0.1:39428), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=72933, name=zkConnectionManagerCallback-6053-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=72931, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[28A40EFF3C7A8E3E]-SendThread(127.0.0.1:39428), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
	at __randomizedtesting.SeedInfo.seed([28A40EFF3C7A8E3E]:0)


FAILED:  org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at __randomizedtesting.SeedInfo.seed([28A40EFF3C7A8E3E:723C343942FAE9D9]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR(LIROnShardRestartTest.java:175)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider

Error Message:
java.net.BindException: Address already in use

Stack Trace:
java.lang.RuntimeException: java.net.BindException: Address already in use
	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.run(SaslZkACLProviderTest.java:208)
	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:76)
	at sun.reflect.GeneratedMethodAccessor158.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.BindException: Address already in use
	at sun.nio.ch.Net.bind0(Native Method)
	at sun.nio.ch.Net.bind(Net.java:433)
	at sun.nio.ch.Net.bind(Net.java:425)
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:252)
	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:49)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.registerHandles(AbstractPollingIoAcceptor.java:525)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.access$200(AbstractPollingIoAcceptor.java:67)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor$Acceptor.run(AbstractPollingIoAcceptor.java:409)
	at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:65)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SaslZkACLProviderTest

Error Message:
5 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest:     1) Thread[id=70126, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=70125, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=70127, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=70124, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at java.util.TimerThread.mainLoop(Timer.java:526)         at java.util.TimerThread.run(Timer.java:505)    5) Thread[id=70128, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   1) Thread[id=70126, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=70125, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=70127, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=70124, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at java.util.TimerThread.mainLoop(Timer.java:526)
        at java.util.TimerThread.run(Timer.java:505)
   5) Thread[id=70128, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([28A40EFF3C7A8E3E]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SaslZkACLProviderTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=70126, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=70125, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=70127, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=70124, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at java.util.TimerThread.mainLoop(Timer.java:526)         at java.util.TimerThread.run(Timer.java:505)    5) Thread[id=70128, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=70126, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=70125, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=70127, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=70124, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at java.util.TimerThread.mainLoop(Timer.java:526)
        at java.util.TimerThread.run(Timer.java:505)
   5) Thread[id=70128, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([28A40EFF3C7A8E3E]:0)


FAILED:  org.apache.solr.cloud.autoscaling.NodeAddedTriggerTest.testRestoreState

Error Message:
Did not expect the processor to fire on first run! event={   "id":"14c06159d59a2fT8tpdxde5ee5rb2mbd0icqf30b",   "source":"node_added_trigger",   "eventTime":5841023885744687,   "eventType":"NODEADDED",   "properties":{     "eventTimes":[       5841023885744687,       5841023885746595],     "nodeNames":[       "127.0.0.1:38187_solr",       "127.0.0.1:40853_solr"]}}

Stack Trace:
java.lang.AssertionError: Did not expect the processor to fire on first run! event={
  "id":"14c06159d59a2fT8tpdxde5ee5rb2mbd0icqf30b",
  "source":"node_added_trigger",
  "eventTime":5841023885744687,
  "eventType":"NODEADDED",
  "properties":{
    "eventTimes":[
      5841023885744687,
      5841023885746595],
    "nodeNames":[
      "127.0.0.1:38187_solr",
      "127.0.0.1:40853_solr"]}}
	at __randomizedtesting.SeedInfo.seed([28A40EFF3C7A8E3E:E60AAA6CC443F628]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.NodeAddedTriggerTest.lambda$new$0(NodeAddedTriggerTest.java:49)
	at org.apache.solr.cloud.autoscaling.NodeAddedTrigger.run(NodeAddedTrigger.java:161)
	at org.apache.solr.cloud.autoscaling.NodeAddedTriggerTest.testRestoreState(NodeAddedTriggerTest.java:257)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.store.blockcache.BlockDirectoryTest.testRandomAccessWritesLargeCache

Error Message:
Direct buffer memory

Stack Trace:
java.lang.OutOfMemoryError: Direct buffer memory
	at java.nio.Bits.reserveMemory(Bits.java:694)
	at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
	at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
	at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
	at org.apache.solr.store.blockcache.BlockDirectoryTest.setUp(BlockDirectoryTest.java:119)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13256 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.NodeAddedTriggerTest
   [junit4]   2> 973939 INFO  (SUITE-NodeAddedTriggerTest-seed#[28A40EFF3C7A8E3E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeAddedTriggerTest_28A40EFF3C7A8E3E-001/init-core-data-001
   [junit4]   2> 973939 WARN  (SUITE-NodeAddedTriggerTest-seed#[28A40EFF3C7A8E3E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
   [junit4]   2> 973940 INFO  (SUITE-NodeAddedTriggerTest-seed#[28A40EFF3C7A8E3E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 973941 INFO  (SUITE-NodeAddedTriggerTest-seed#[28A40EFF3C7A8E3E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 973959 INFO  (SUITE-NodeAddedTriggerTest-seed#[28A40EFF3C7A8E3E]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeAddedTriggerTest_28A40EFF3C7A8E3E-001/tempDir-001
   [junit4]   2> 973959 INFO  (SUITE-NodeAddedTriggerTest-seed#[28A40EFF3C7A8E3E]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 973961 INFO  (Thread-1830) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 973961 INFO  (Thread-1830) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 973994 ERROR (Thread-1830) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 974064 INFO  (SUITE-NodeAddedTriggerTest-seed#[28A40EFF3C7A8E3E]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35266
   [junit4]   2> 974210 INFO  (zkConnectionManagerCallback-598-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 974420 INFO  (jetty-launcher-595-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 974421 INFO  (jetty-launcher-595-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 974424 INFO  (jetty-launcher-595-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 974424 INFO  (jetty-launcher-595-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 974462 INFO  (jetty-launcher-595-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f7da9ad{/solr,null,AVAILABLE}
   [junit4]   2> 974520 INFO  (jetty-launcher-595-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@54e62909{SSL,[ssl, http/1.1]}{127.0.0.1:40853}
   [junit4]   2> 974520 INFO  (jetty-launcher-595-thread-1) [    ] o.e.j.s.Server Started @974682ms
   [junit4]   2> 974520 INFO  (jetty-launcher-595-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40853}
   [junit4]   2> 974521 ERROR (jetty-launcher-595-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 974521 INFO  (jetty-launcher-595-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 974521 INFO  (jetty-launcher-595-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 974521 INFO  (jetty-launcher-595-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 974521 INFO  (jetty-launcher-595-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 974521 INFO  (jetty-launcher-595-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-12T03:26:55.507Z
   [junit4]   2> 974573 INFO  (zkConnectionManagerCallback-600-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 974588 INFO  (jetty-launcher-595-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 974705 INFO  (jetty-launcher-595-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35266/solr
   [junit4]   2> 974725 INFO  (zkConnectionManagerCallback-604-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 974897 INFO  (zkConnectionManagerCallback-606-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 975412 INFO  (jetty-launcher-595-thread-1) [n:127.0.0.1:40853_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 975415 INFO  (jetty-launcher-595-thread-1) [n:127.0.0.1:40853_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40853_solr
   [junit4]   2> 975427 INFO  (jetty-launcher-595-thread-1) [n:127.0.0.1:40853_solr    ] o.a.s.c.Overseer Overseer (id=72440390855622659-127.0.0.1:40853_solr-n_0000000000) starting
   [junit4]   2> 975530 INFO  (zkConnectionManagerCallback-613-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 975534 INFO  (jetty-launcher-595-thread-1) [n:127.0.0.1:40853_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35266/solr ready
   [junit4]   2> 975537 INFO  (jetty-launcher-595-thread-1) [n:127.0.0.1:40853_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40853_solr
   [junit4]   2> 975605 INFO  (zkCallback-612-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 975639 INFO  (OverseerStateUpdate-72440390855622659-127.0.0.1:40853_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 976306 INFO  (jetty-launcher-595-thread-1) [n:127.0.0.1:40853_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40853.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@641fe78b
   [junit4]   2> 976500 INFO  (jetty-launcher-595-thread-1) [n:127.0.0.1:40853_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40853.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@641fe78b
   [junit4]   2> 976501 INFO  (jetty-launcher-595-thread-1) [n:127.0.0.1:40853_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40853.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@641fe78b
   [junit4]   2> 976502 INFO  (jetty-launcher-595-thread-1) [n:127.0.0.1:40853_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeAddedTriggerTest_28A40EFF3C7A8E3E-001/tempDir-001/node1/.
   [junit4]   2> 976667 INFO  (zkConnectionManagerCallback-615-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 976880 INFO  (zkConnectionManagerCallback-620-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 976915 INFO  (SUITE-NodeAddedTriggerTest-seed#[28A40EFF3C7A8E3E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 976916 INFO  (SUITE-NodeAddedTriggerTest-seed#[28A40EFF3C7A8E3E]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35266/solr ready
   [junit4]   2> 977761 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testListenerAcceptance
   [junit4]   2> 977781 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 977785 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 977785 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 977785 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 977785 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7edc37e1{/solr,null,AVAILABLE}
   [junit4]   2> 977805 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@36cf1b14{SSL,[ssl, http/1.1]}{127.0.0.1:38187}
   [junit4]   2> 977805 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.Server Started @977967ms
   [junit4]   2> 977805 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38187}
   [junit4]   2> 977805 ERROR (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 977805 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 977805 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 977805 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 977805 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 977806 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-12T03:26:58.792Z
   [junit4]   2> 977889 INFO  (zkConnectionManagerCallback-622-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 977925 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 978139 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35266/solr
   [junit4]   2> 978294 INFO  (zkConnectionManagerCallback-626-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 978446 INFO  (zkConnectionManagerCallback-628-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 978498 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:38187_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 978499 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:38187_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 978501 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:38187_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 978501 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:38187_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38187_solr
   [junit4]   2> 978538 INFO  (zkCallback-612-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 978562 INFO  (zkCallback-605-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 978627 INFO  (zkCallback-627-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 978627 INFO  (zkCallback-619-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 979048 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:38187_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38187.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@641fe78b
   [junit4]   2> 979081 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:38187_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38187.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@641fe78b
   [junit4]   2> 979098 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:38187_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38187.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@641fe78b
   [junit4]   2> 979099 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:38187_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeAddedTriggerTest_28A40EFF3C7A8E3E-001/tempDir-001/node2/.
   [junit4]   2> 979187 INFO  (zkConnectionManagerCallback-635-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 979266 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:38187_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 979267 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:38187_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35266/solr ready
   [junit4]   2> 979396 INFO  (TEST-NodeAddedTriggerTest.testListenerAcceptance-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testListenerAcceptance
   [junit4]   2> 981962 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRestoreState
   [junit4]   2> 981964 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 981979 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 981979 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 981979 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 981979 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@387b5abd{/solr,null,AVAILABLE}
   [junit4]   2> 981980 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5aac8940{SSL,[ssl, http/1.1]}{127.0.0.1:46499}
   [junit4]   2> 981980 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.Server Started @982142ms
   [junit4]   2> 981980 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46499}
   [junit4]   2> 981980 ERROR (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 981980 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 981980 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 981980 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 981980 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 981980 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-12T03:27:02.966Z
   [junit4]   2> 982051 INFO  (zkConnectionManagerCallback-637-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 982061 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 982102 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35266/solr
   [junit4]   2> 982241 INFO  (zkConnectionManagerCallback-641-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 982343 INFO  (zkConnectionManagerCallback-643-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 982399 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:46499_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 982400 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:46499_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 982434 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:46499_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 982434 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:46499_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46499_solr
   [junit4]   2> 982435 INFO  (zkCallback-605-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 982449 INFO  (zkCallback-619-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 982450 INFO  (zkCallback-612-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 982450 INFO  (zkCallback-627-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 982502 INFO  (zkCallback-634-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 982526 INFO  (zkCallback-642-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 983148 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:46499_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46499.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@641fe78b
   [junit4]   2> 983186 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:46499_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46499.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@641fe78b
   [junit4]   2> 983186 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:46499_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46499.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@641fe78b
   [junit4]   2> 983187 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:46499_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeAddedTriggerTest_28A40EFF3C7A8E3E-001/tempDir-001/node3/.
   [junit4]   2> 983265 INFO  (zkConnectionManagerCallback-650-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 983399 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:46499_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 983472 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:46499_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35266/solr ready
   [junit4]   2> 983788 INFO  (TEST-NodeAddedTriggerTest.testRestoreState-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRestoreState
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=NodeAddedTriggerTest -Dtests.method=testRestoreState -Dtests.seed=28A40EFF3C7A8E3E -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=et-EE -Dtests.timezone=America/St_Thomas -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 4.41s J0 | NodeAddedTriggerTest.testRestoreState <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Did not expect the processor to fire on first run! event={
   [junit4]    >   "id":"14c06159d59a2fT8tpdxde5ee5rb2mbd0icqf30b",
   [junit4]    >   "source":"node_added_trigger",
   [junit4]    >   "eventTime":5841023885744687,
   [junit4]    >   "eventType":"NODEADDED",
   [junit4]    >   "properties":{
   [junit4]    >     "eventTimes":[
   [junit4]    >       5841023885744687,
   [junit4]    >       5841023885746595],
   [junit4]    >     "nodeNames":[
   [junit4]    >       "127.0.0.1:38187_solr",
   [junit4]    >       "127.0.0.1:40853_solr"]}}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([28A40EFF3C7A8E3E:E60AAA6CC443F628]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.NodeAddedTriggerTest.lambda$new$0(NodeAddedTriggerTest.java:49)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.NodeAddedTrigger.run(NodeAddedTrigger.java:161)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.NodeAddedTriggerTest.testRestoreState(NodeAddedTriggerTest.java:257)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 986312 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTrigger
   [junit4]   2> 986332 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 986333 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 986333 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 986333 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 986334 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28c2e1c3{/solr,null,AVAILABLE}
   [junit4]   2> 986334 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5a57fd34{SSL,[ssl, http/1.1]}{127.0.0.1:41744}
   [junit4]   2> 986334 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.Server Started @986496ms
   [junit4]   2> 986334 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41744}
   [junit4]   2> 986348 ERROR (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 986349 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 986349 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 986349 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 986349 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 986349 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-12T03:27:07.335Z
   [junit4]   2> 986474 INFO  (zkConnectionManagerCallback-652-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 986491 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 986694 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35266/solr
   [junit4]   2> 986827 INFO  (zkConnectionManagerCallback-656-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 986923 INFO  (zkConnectionManagerCallback-658-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 987081 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:41744_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 987091 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:41744_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 987092 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:41744_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 987092 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:41744_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41744_solr
   [junit4]   2> 987134 INFO  (zkCallback-627-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 987134 INFO  (zkCallback-642-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 987138 INFO  (zkCallback-612-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 987138 INFO  (zkCallback-619-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 987206 INFO  (zkCallback-649-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 987223 INFO  (zkCallback-634-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 987329 INFO  (zkCallback-605-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 987333 INFO  (zkCallback-657-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 987695 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:41744_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41744.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@641fe78b
   [junit4]   2> 987732 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:41744_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41744.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@641fe78b
   [junit4]   2> 987733 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:41744_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41744.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@641fe78b
   [junit4]   2> 987734 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:41744_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeAddedTriggerTest_28A40EFF3C7A8E3E-001/tempDir-001/node4/.
   [junit4]   2> 987869 INFO  (zkConnectionManagerCallback-665-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 987947 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:41744_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 987948 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:41744_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35266/solr ready
   [junit4]   2> 988268 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 988269 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 988269 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 988269 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 988270 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4465d267{/solr,null,AVAILABLE}
   [junit4]   2> 988270 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10d7bd60{SSL,[ssl, http/1.1]}{127.0.0.1:44146}
   [junit4]   2> 988270 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.Server Started @988432ms
   [junit4]   2> 988270 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44146}
   [junit4]   2> 988287 ERROR (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 988287 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 988287 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 988287 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 988287 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 988287 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-12T03:27:09.273Z
   [junit4]   2> 988363 INFO  (zkConnectionManagerCallback-667-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 988413 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 988546 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35266/solr
   [junit4]   2> 988650 INFO  (zkConnectionManagerCallback-671-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 988870 INFO  (zkConnectionManagerCallback-673-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 988958 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:44146_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 988960 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:44146_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 988978 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:44146_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 988979 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:44146_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44146_solr
   [junit4]   2> 988998 INFO  (zkCallback-612-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 989007 INFO  (zkCallback-627-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 989007 INFO  (zkCallback-605-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 989014 INFO  (zkCallback-649-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 989018 INFO  (zkCallback-619-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 989022 INFO  (zkCallback-657-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 989022 INFO  (zkCallback-634-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 989027 INFO  (zkCallback-642-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 989164 INFO  (zkCallback-672-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 989278 INFO  (zkCallback-664-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 989711 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:44146_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44146.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@641fe78b
   [junit4]   2> 989748 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:44146_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44146.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@641fe78b
   [junit4]   2> 989748 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:44146_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44146.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@641fe78b
   [junit4]   2> 989762 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:44146_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeAddedTriggerTest_28A40EFF3C7A8E3E-001/tempDir-001/node5/.
   [junit4]   2> 989895 INFO  (zkConnectionManagerCallback-680-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 990001 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:44146_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 990002 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [n:127.0.0.1:44146_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35266/solr ready
   [junit4]   2> 993368 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 993385 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 993385 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 993385 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 993385 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4708b096{/solr,null,AVAILABLE}
   [junit4]   2> 993386 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@43ab12b7{SSL,[ssl, http/1.1]}{127.0.0.1:35345}
   [junit4]   2> 993386 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.e.j.s.Server Started @993548ms
   [junit4]   2> 993386 INFO  (TEST-NodeAddedTriggerTest.testTrigger-seed#[28A40EFF3C7A8E3E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35345}
   [junit4]   2> 993387 ERROR (TE

[...truncated too long message...]

ngth is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null781345898
     [copy] Copying 40 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null781345898
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null781345898

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1000890985
     [copy] Copying 246 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1000890985
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1000890985

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 38ms :: artifacts dl 1ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 513 minutes 48 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1527 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1527/

1 tests failed.
FAILED:  org.apache.solr.response.transform.TestSubQueryTransformerDistrib.test

Error Message:
mismatch: 'These guys develop stuff'!='These guys help customers' @ response/docs/[0]/depts/docs/[0]/text_t

Stack Trace:
java.lang.AssertionError: mismatch: 'These guys develop stuff'!='These guys help customers' @ response/docs/[0]/depts/docs/[0]/text_t
	at __randomizedtesting.SeedInfo.seed([D8F4B183D5FD81B8:50A08E597B01EC40]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.response.transform.TestSubQueryTransformerDistrib.test(TestSubQueryTransformerDistrib.java:166)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13462 lines...]
   [junit4] Suite: org.apache.solr.response.transform.TestSubQueryTransformerDistrib
   [junit4]   2> 1245674 INFO  (SUITE-TestSubQueryTransformerDistrib-seed#[D8F4B183D5FD81B8]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/init-core-data-001
   [junit4]   2> 1245674 WARN  (SUITE-TestSubQueryTransformerDistrib-seed#[D8F4B183D5FD81B8]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
   [junit4]   2> 1245674 INFO  (SUITE-TestSubQueryTransformerDistrib-seed#[D8F4B183D5FD81B8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1245675 INFO  (SUITE-TestSubQueryTransformerDistrib-seed#[D8F4B183D5FD81B8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1245676 INFO  (SUITE-TestSubQueryTransformerDistrib-seed#[D8F4B183D5FD81B8]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001
   [junit4]   2> 1245676 INFO  (SUITE-TestSubQueryTransformerDistrib-seed#[D8F4B183D5FD81B8]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1245676 INFO  (Thread-4444) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1245676 INFO  (Thread-4444) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1245677 ERROR (Thread-4444) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1245776 INFO  (SUITE-TestSubQueryTransformerDistrib-seed#[D8F4B183D5FD81B8]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35400
   [junit4]   2> 1245779 INFO  (zkConnectionManagerCallback-1700-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245783 INFO  (jetty-launcher-1697-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1245783 INFO  (jetty-launcher-1697-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1245784 INFO  (jetty-launcher-1697-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1245786 INFO  (jetty-launcher-1697-thread-4) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1245786 INFO  (jetty-launcher-1697-thread-5) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1245788 INFO  (jetty-launcher-1697-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1245788 INFO  (jetty-launcher-1697-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1245789 INFO  (jetty-launcher-1697-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1245789 INFO  (jetty-launcher-1697-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a8e6dbd{/solr,null,AVAILABLE}
   [junit4]   2> 1245790 INFO  (jetty-launcher-1697-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1245790 INFO  (jetty-launcher-1697-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1245790 INFO  (jetty-launcher-1697-thread-4) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1245792 INFO  (jetty-launcher-1697-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@37e6c491{HTTP/1.1,[http/1.1]}{127.0.0.1:44133}
   [junit4]   2> 1245792 INFO  (jetty-launcher-1697-thread-2) [    ] o.e.j.s.Server Started @1245829ms
   [junit4]   2> 1245792 INFO  (jetty-launcher-1697-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44133}
   [junit4]   2> 1245792 ERROR (jetty-launcher-1697-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1245792 INFO  (jetty-launcher-1697-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1245792 INFO  (jetty-launcher-1697-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1245792 INFO  (jetty-launcher-1697-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1245792 INFO  (jetty-launcher-1697-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1245792 INFO  (jetty-launcher-1697-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-10T07:41:30.714Z
   [junit4]   2> 1245792 INFO  (jetty-launcher-1697-thread-5) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1245792 INFO  (jetty-launcher-1697-thread-5) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1245792 INFO  (jetty-launcher-1697-thread-5) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1245794 INFO  (jetty-launcher-1697-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1245794 INFO  (jetty-launcher-1697-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1245794 INFO  (jetty-launcher-1697-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1245794 INFO  (jetty-launcher-1697-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31331b88{/solr,null,AVAILABLE}
   [junit4]   2> 1245795 INFO  (jetty-launcher-1697-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1245795 INFO  (jetty-launcher-1697-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1245795 INFO  (jetty-launcher-1697-thread-3) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1245796 INFO  (jetty-launcher-1697-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d88c3ca{/solr,null,AVAILABLE}
   [junit4]   2> 1245796 INFO  (jetty-launcher-1697-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5e06bf33{HTTP/1.1,[http/1.1]}{127.0.0.1:33714}
   [junit4]   2> 1245796 INFO  (jetty-launcher-1697-thread-3) [    ] o.e.j.s.Server Started @1245833ms
   [junit4]   2> 1245796 INFO  (jetty-launcher-1697-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33714}
   [junit4]   2> 1245796 ERROR (jetty-launcher-1697-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1245796 INFO  (jetty-launcher-1697-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1245796 INFO  (jetty-launcher-1697-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1245796 INFO  (jetty-launcher-1697-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1245796 INFO  (jetty-launcher-1697-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1245796 INFO  (jetty-launcher-1697-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-10T07:41:30.718Z
   [junit4]   2> 1245797 INFO  (jetty-launcher-1697-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45e6cd15{/solr,null,AVAILABLE}
   [junit4]   2> 1245797 INFO  (jetty-launcher-1697-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2d4d4d1d{HTTP/1.1,[http/1.1]}{127.0.0.1:60666}
   [junit4]   2> 1245797 INFO  (jetty-launcher-1697-thread-4) [    ] o.e.j.s.Server Started @1245834ms
   [junit4]   2> 1245797 INFO  (jetty-launcher-1697-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60666}
   [junit4]   2> 1245797 ERROR (jetty-launcher-1697-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1245797 INFO  (jetty-launcher-1697-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1245797 INFO  (jetty-launcher-1697-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1245798 INFO  (jetty-launcher-1697-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1245798 INFO  (jetty-launcher-1697-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1245798 INFO  (jetty-launcher-1697-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-10T07:41:30.720Z
   [junit4]   2> 1245798 INFO  (jetty-launcher-1697-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@408040e1{HTTP/1.1,[http/1.1]}{127.0.0.1:33514}
   [junit4]   2> 1245798 INFO  (jetty-launcher-1697-thread-1) [    ] o.e.j.s.Server Started @1245835ms
   [junit4]   2> 1245798 INFO  (jetty-launcher-1697-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33514}
   [junit4]   2> 1245798 ERROR (jetty-launcher-1697-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1245798 INFO  (jetty-launcher-1697-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1245801 INFO  (jetty-launcher-1697-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1245802 INFO  (jetty-launcher-1697-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1245802 INFO  (jetty-launcher-1697-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1245802 INFO  (jetty-launcher-1697-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-10T07:41:30.724Z
   [junit4]   2> 1245803 INFO  (jetty-launcher-1697-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20262d63{/solr,null,AVAILABLE}
   [junit4]   2> 1245804 INFO  (jetty-launcher-1697-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@517ab349{HTTP/1.1,[http/1.1]}{127.0.0.1:57204}
   [junit4]   2> 1245804 INFO  (jetty-launcher-1697-thread-5) [    ] o.e.j.s.Server Started @1245841ms
   [junit4]   2> 1245804 INFO  (jetty-launcher-1697-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57204}
   [junit4]   2> 1245804 ERROR (jetty-launcher-1697-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1245804 INFO  (jetty-launcher-1697-thread-5) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1245804 INFO  (jetty-launcher-1697-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1245804 INFO  (jetty-launcher-1697-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1245804 INFO  (jetty-launcher-1697-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1245804 INFO  (jetty-launcher-1697-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-10T07:41:30.726Z
   [junit4]   2> 1245807 INFO  (zkConnectionManagerCallback-1702-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245807 INFO  (zkConnectionManagerCallback-1708-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245807 INFO  (jetty-launcher-1697-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1245807 INFO  (jetty-launcher-1697-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1245807 INFO  (zkConnectionManagerCallback-1706-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245810 INFO  (jetty-launcher-1697-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1245816 INFO  (jetty-launcher-1697-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35400/solr
   [junit4]   2> 1245817 INFO  (zkConnectionManagerCallback-1714-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245840 INFO  (jetty-launcher-1697-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35400/solr
   [junit4]   2> 1245807 INFO  (zkConnectionManagerCallback-1704-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245847 INFO  (jetty-launcher-1697-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1245848 INFO  (zkConnectionManagerCallback-1710-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245849 INFO  (jetty-launcher-1697-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35400/solr
   [junit4]   2> 1245849 INFO  (zkConnectionManagerCallback-1718-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245852 INFO  (jetty-launcher-1697-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1245853 INFO  (zkConnectionManagerCallback-1721-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245854 INFO  (zkConnectionManagerCallback-1724-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245855 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1057e8cc4fb0006, likely client has closed socket
   [junit4]   2> 1245857 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1057e8cc4fb0008, likely client has closed socket
   [junit4]   2> 1245863 INFO  (jetty-launcher-1697-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35400/solr
   [junit4]   2> 1245867 INFO  (jetty-launcher-1697-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35400/solr
   [junit4]   2> 1245874 INFO  (zkConnectionManagerCallback-1734-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245874 INFO  (zkConnectionManagerCallback-1730-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245883 INFO  (jetty-launcher-1697-thread-1) [n:127.0.0.1:33514_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1245884 INFO  (jetty-launcher-1697-thread-1) [n:127.0.0.1:33514_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33514_solr
   [junit4]   2> 1245884 INFO  (jetty-launcher-1697-thread-1) [n:127.0.0.1:33514_solr    ] o.a.s.c.Overseer Overseer (id=73604111986786315-127.0.0.1:33514_solr-n_0000000000) starting
   [junit4]   2> 1245886 INFO  (zkConnectionManagerCallback-1732-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245886 INFO  (zkConnectionManagerCallback-1738-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245887 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1057e8cc4fb000d, likely client has closed socket
   [junit4]   2> 1245890 INFO  (zkConnectionManagerCallback-1742-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245897 INFO  (jetty-launcher-1697-thread-2) [n:127.0.0.1:44133_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1245898 INFO  (jetty-launcher-1697-thread-2) [n:127.0.0.1:44133_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44133_solr
   [junit4]   2> 1245903 INFO  (jetty-launcher-1697-thread-3) [n:127.0.0.1:33714_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1245905 INFO  (jetty-launcher-1697-thread-3) [n:127.0.0.1:33714_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1245908 INFO  (jetty-launcher-1697-thread-3) [n:127.0.0.1:33714_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1245908 INFO  (jetty-launcher-1697-thread-3) [n:127.0.0.1:33714_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33714_solr
   [junit4]   2> 1245918 INFO  (zkCallback-1741-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1245922 INFO  (zkConnectionManagerCallback-1744-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245923 INFO  (zkCallback-1729-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1245923 INFO  (zkCallback-1731-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1245923 INFO  (zkConnectionManagerCallback-1753-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245930 INFO  (jetty-launcher-1697-thread-1) [n:127.0.0.1:33514_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1245932 INFO  (jetty-launcher-1697-thread-1) [n:127.0.0.1:33514_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35400/solr ready
   [junit4]   2> 1245936 INFO  (jetty-launcher-1697-thread-5) [n:127.0.0.1:57204_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1245938 INFO  (jetty-launcher-1697-thread-5) [n:127.0.0.1:57204_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1245940 INFO  (jetty-launcher-1697-thread-5) [n:127.0.0.1:57204_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1245940 INFO  (jetty-launcher-1697-thread-5) [n:127.0.0.1:57204_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57204_solr
   [junit4]   2> 1245958 INFO  (jetty-launcher-1697-thread-1) [n:127.0.0.1:33514_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1245958 INFO  (jetty-launcher-1697-thread-1) [n:127.0.0.1:33514_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33514_solr
   [junit4]   2> 1245967 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 1245967 INFO  (zkCallback-1741-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 1245967 INFO  (zkCallback-1731-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 1245974 INFO  (zkCallback-1752-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 1245975 INFO  (jetty-launcher-1697-thread-4) [n:127.0.0.1:60666_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1245976 INFO  (jetty-launcher-1697-thread-4) [n:127.0.0.1:60666_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1245977 INFO  (jetty-launcher-1697-thread-4) [n:127.0.0.1:60666_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1245977 INFO  (jetty-launcher-1697-thread-4) [n:127.0.0.1:60666_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60666_solr
   [junit4]   2> 1245979 INFO  (zkCallback-1729-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
   [junit4]   2> 1245979 INFO  (zkCallback-1731-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1245979 INFO  (zkCallback-1741-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1245990 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1245991 INFO  (zkCallback-1752-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1245991 INFO  (zkCallback-1720-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1246043 INFO  (jetty-launcher-1697-thread-2) [n:127.0.0.1:44133_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44133.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1246053 INFO  (jetty-launcher-1697-thread-2) [n:127.0.0.1:44133_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44133.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1246053 INFO  (jetty-launcher-1697-thread-2) [n:127.0.0.1:44133_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44133.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1246058 INFO  (jetty-launcher-1697-thread-2) [n:127.0.0.1:44133_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node2/.
   [junit4]   2> 1246095 INFO  (zkConnectionManagerCallback-1760-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1246101 INFO  (jetty-launcher-1697-thread-2) [n:127.0.0.1:44133_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 1246101 INFO  (jetty-launcher-1697-thread-2) [n:127.0.0.1:44133_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35400/solr ready
   [junit4]   2> 1246121 INFO  (jetty-launcher-1697-thread-3) [n:127.0.0.1:33714_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33714.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1246138 INFO  (jetty-launcher-1697-thread-3) [n:127.0.0.1:33714_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33714.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1246138 INFO  (jetty-launcher-1697-thread-3) [n:127.0.0.1:33714_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33714.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1246141 INFO  (jetty-launcher-1697-thread-3) [n:127.0.0.1:33714_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node3/.
   [junit4]   2> 1246141 INFO  (jetty-launcher-1697-thread-5) [n:127.0.0.1:57204_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57204.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1246160 INFO  (jetty-launcher-1697-thread-5) [n:127.0.0.1:57204_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57204.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1246161 INFO  (jetty-launcher-1697-thread-5) [n:127.0.0.1:57204_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57204.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1246161 INFO  (jetty-launcher-1697-thread-5) [n:127.0.0.1:57204_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node5/.
   [junit4]   2> 1246164 INFO  (zkConnectionManagerCallback-1766-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1246165 INFO  (jetty-launcher-1697-thread-5) [n:127.0.0.1:57204_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 1246166 INFO  (jetty-launcher-1697-thread-5) [n:127.0.0.1:57204_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35400/solr ready
   [junit4]   2> 1246166 INFO  (zkConnectionManagerCallback-1770-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1246167 INFO  (jetty-launcher-1697-thread-3) [n:127.0.0.1:33714_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 1246168 INFO  (jetty-launcher-1697-thread-3) [n:127.0.0.1:33714_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35400/solr ready
   [junit4]   2> 1246193 INFO  (jetty-launcher-1697-thread-1) [n:127.0.0.1:33514_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33514.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1246200 INFO  (jetty-launcher-1697-thread-1) [n:127.0.0.1:33514_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33514.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1246200 INFO  (jetty-launcher-1697-thread-1) [n:127.0.0.1:33514_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33514.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1246201 INFO  (jetty-launcher-1697-thread-1) [n:127.0.0.1:33514_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node1/.
   [junit4]   2> 1246317 INFO  (jetty-launcher-1697-thread-4) [n:127.0.0.1:60666_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60666.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1246323 INFO  (jetty-launcher-1697-thread-4) [n:127.0.0.1:60666_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60666.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1246323 INFO  (jetty-launcher-1697-thread-4) [n:127.0.0.1:60666_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60666.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1246324 INFO  (jetty-launcher-1697-thread-4) [n:127.0.0.1:60666_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node4/.
   [junit4]   2> 1246327 INFO  (zkConnectionManagerCallback-1775-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1246328 INFO  (jetty-launcher-1697-thread-4) [n:127.0.0.1:60666_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 1246329 INFO  (jetty-launcher-1697-thread-4) [n:127.0.0.1:60666_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35400/solr ready
   [junit4]   2> 1246363 INFO  (zkConnectionManagerCallback-1777-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1246365 INFO  (zkConnectionManagerCallback-1782-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1246366 INFO  (SUITE-TestSubQueryTransformerDistrib-seed#[D8F4B183D5FD81B8]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 1246367 INFO  (SUITE-TestSubQueryTransformerDistrib-seed#[D8F4B183D5FD81B8]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35400/solr ready
   [junit4]   2> 1246647 INFO  (qtp2133253512-9568) [n:127.0.0.1:57204_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&collection.configName=solrCloudCollectionConfig&name=people&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1246650 INFO  (OverseerThreadFactory-2317-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection people
   [junit4]   2> 1246757 INFO  (OverseerStateUpdate-73604111986786315-127.0.0.1:33514_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"people",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"people_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33714/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1246760 INFO  (OverseerStateUpdate-73604111986786315-127.0.0.1:33514_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"people",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"people_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:57204/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1246763 INFO  (OverseerStateUpdate-73604111986786315-127.0.0.1:33514_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"people",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"people_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60666/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1246766 INFO  (OverseerStateUpdate-73604111986786315-127.0.0.1:33514_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"people",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"people_shard2_replica_n7",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44133/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1246969 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node4&name=people_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 1246969 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node2&name=people_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 1246969 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node8&name=people_shard2_replica_n7&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 1246970 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1246970 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node6&name=people_shard2_replica_n5&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 1247079 INFO  (zkCallback-1741-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1247079 INFO  (zkCallback-1720-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1247080 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1247080 INFO  (zkCallback-1731-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1247081 INFO  (zkCallback-1720-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1247081 INFO  (zkCallback-1731-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1247081 INFO  (zkCallback-1743-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1247081 INFO  (zkCallback-1741-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1248003 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1248004 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1248004 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1248008 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1248017 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.s.IndexSchema [people_shard2_replica_n5] Schema name=doc-values-for-Join
   [junit4]   2> 1248017 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.s.IndexSchema [people_shard1_replica_n3] Schema name=doc-values-for-Join
   [junit4]   2> 1248020 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.s.IndexSchema [people_shard2_replica_n7] Schema name=doc-values-for-Join
   [junit4]   2> 1248020 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.s.IndexSchema [people_shard1_replica_n1] Schema name=doc-values-for-Join
   [junit4]   2> 1248022 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
   [junit4]   2> 1248026 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
   [junit4]   2> 1248026 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'people_shard2_replica_n5' using configuration from collection people, trusted=true
   [junit4]   2> 1248037 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60666.solr.core.people.shard2.replica_n5' (registry 'solr.core.people.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1248038 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1248038 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.c.SolrCore [[people_shard2_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node4/people_shard2_replica_n5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node4/./people_shard2_replica_n5/data/]
   [junit4]   2> 1248038 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
   [junit4]   2> 1248039 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
   [junit4]   2> 1248042 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'people_shard1_replica_n1' using configuration from collection people, trusted=true
   [junit4]   2> 1248042 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33714.solr.core.people.shard1.replica_n1' (registry 'solr.core.people.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1248042 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1248042 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.c.SolrCore [[people_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node3/people_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node3/./people_shard1_replica_n1/data/]
   [junit4]   2> 1248046 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'people_shard1_replica_n3' using configuration from collection people, trusted=true
   [junit4]   2> 1248046 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57204.solr.core.people.shard1.replica_n3' (registry 'solr.core.people.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1248047 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1248047 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.c.SolrCore [[people_shard1_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node5/people_shard1_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node5/./people_shard1_replica_n3/data/]
   [junit4]   2> 1248051 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'people_shard2_replica_n7' using configuration from collection people, trusted=true
   [junit4]   2> 1248051 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44133.solr.core.people.shard2.replica_n7' (registry 'solr.core.people.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1248051 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1248051 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.c.SolrCore [[people_shard2_replica_n7] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node2/people_shard2_replica_n7], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node2/./people_shard2_replica_n7/data/]
   [junit4]   2> 1248082 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1248082 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1248083 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1248083 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1248084 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@67b3be96[people_shard2_replica_n5] main]
   [junit4]   2> 1248085 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1248085 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1248086 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1248088 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597344152824053760
   [junit4]   2> 1248090 INFO  (searcherExecutor-2328-thread-1-processing-n:127.0.0.1:60666_solr x:people_shard2_replica_n5 c:people s:shard2 r:core_node6) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.c.SolrCore [people_shard2_replica_n5] Registered new searcher Searcher@67b3be96[people_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1248090 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1248090 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1248091 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1248091 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1248092 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c0e5394[people_shard1_replica_n1] main]
   [junit4]   2> 1248093 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1248094 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/people/terms/shard2 to Terms{values={core_node6=0}, version=0}
   [junit4]   2> 1248094 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1248096 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1248096 INFO  (searcherExecutor-2329-thread-1-processing-n:127.0.0.1:33714_solr x:people_shard1_replica_n1 c:people s:shard1 r:core_node2) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.c.SolrCore [people_shard1_replica_n1] Registered new searcher Searcher@c0e5394[people_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1248096 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597344152832442368
   [junit4]   2> 1248098 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1248098 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1248099 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1248099 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1248100 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d9e675e[people_shard1_replica_n3] main]
   [junit4]   2> 1248101 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1248102 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1248103 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1248104 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1248104 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/people/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1248105 INFO  (searcherExecutor-2330-thread-1-processing-n:127.0.0.1:57204_solr x:people_shard1_replica_n3 c:people s:shard1 r:core_node4) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.c.SolrCore [people_shard1_replica_n3] Registered new searcher Searcher@1d9e675e[people_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1248105 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597344152841879552
   [junit4]   2> 1248114 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1248108 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1248122 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1248123 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1248123 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1248124 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.s.SolrIndexSearcher Opening [Searcher@94a82bd[people_shard2_replica_n7] main]
   [junit4]   2> 1248125 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1248126 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1248126 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1248127 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/people/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
   [junit4]   2> 1248127 INFO  (searcherExecutor-2331-thread-1-processing-n:127.0.0.1:44133_solr x:people_shard2_replica_n7 c:people s:shard2 r:core_node8) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.c.SolrCore [people_shard2_replica_n7] Registered new searcher Searcher@94a82bd[people_shard2_replica_n7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1248127 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597344152864948224
   [junit4]   2> 1248131 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.c.ZkShardTerms Successful update of terms at /collections/people/terms/shard2 to Terms{values={core_node6=0, core_node8=0}, version=1}
   [junit4]   2> 1248215 INFO  (zkCallback-1743-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1248215 INFO  (zkCallback-1720-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1248215 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1248215 INFO  (zkCallback-1720-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1248215 INFO  (zkCallback-1731-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1248215 INFO  (zkCallback-1741-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1248215 INFO  (zkCallback-1731-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1248215 INFO  (zkCallback-1741-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1248603 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1248604 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1248604 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60666/solr/people_shard2_replica_n5/
   [junit4]   2> 1248604 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=people_shard2_replica_n5 url=http://127.0.0.1:60666/solr START replicas=[http://127.0.0.1:44133/solr/people_shard2_replica_n7/] nUpdates=100
   [junit4]   2> 1248607 INFO  (qtp1003180706-9551) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.c.S.Request [people_shard2_replica_n7]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1248623 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1248623 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1248623 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33714/solr/people_shard1_replica_n1/
   [junit4]   2> 1248623 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=people_shard1_replica_n1 url=http://127.0.0.1:33714/solr START replicas=[http://127.0.0.1:57204/solr/people_shard1_replica_n3/] nUpdates=100
   [junit4]   2> 1248624 INFO  (qtp2133253512-9574) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.c.S.Request [people_shard1_replica_n3]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1248904 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=people_shard2_replica_n5 url=http://127.0.0.1:60666/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1248904 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1248904 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1248904 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1248909 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60666/solr/people_shard2_replica_n5/ shard2
   [junit4]   2> 1248923 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=people_shard1_replica_n1 url=http://127.0.0.1:33714/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1248923 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1248923 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1248923 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1248928 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33714/solr/people_shard1_replica_n1/ shard1
   [junit4]   2> 1249032 INFO  (zkCallback-1720-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1249032 INFO  (zkCallback-1743-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1249032 INFO  (zkCallback-1720-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1249032 INFO  (zkCallback-1731-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1249032 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1249032 INFO  (zkCallback-1731-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1249032 INFO  (zkCallback-1741-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1249032 INFO  (zkCallback-1741-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1249060 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1249061 INFO  (qtp1495611556-9558) [n:127.0.0.1:60666_solr c:people s:shard2 r:core_node6 x:people_shard2_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node6&name=people_shard2_replica_n5&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2091
   [junit4]   2> 1249078 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1249080 INFO  (qtp1806963131-9587) [n:127.0.0.1:33714_solr c:people s:shard1 r:core_node2 x:people_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node2&name=people_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2110
   [junit4]   2> 1249132 INFO  (qtp2133253512-9570) [n:127.0.0.1:57204_solr c:people s:shard1 r:core_node4 x:people_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node4&name=people_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2162
   [junit4]   2> 1249133 INFO  (qtp1003180706-9546) [n:127.0.0.1:44133_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n7] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node8&name=people_shard2_replica_n7&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2164
   [junit4]   2> 1249136 INFO  (qtp2133253512-9568) [n:127.0.0.1:57204_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1249234 INFO  (zkCallback-1720-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1249234 INFO  (zkCallback-1743-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1249234 INFO  (zkCallback-1731-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1249234 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1249234 INFO  (zkCallback-1741-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1249234 INFO  (zkCallback-1720-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1249234 INFO  (zkCallback-1741-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1249234 INFO  (zkCallback-1731-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1250136 INFO  (qtp2133253512-9568) [n:127.0.0.1:57204_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&collection.configName=solrCloudCollectionConfig&name=people&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3489
   [junit4]   2> 1250137 INFO  (qtp2133253512-9569) [n:127.0.0.1:57204_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&collection.configName=solrCloudCollectionConfig&name=departments&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1250143 INFO  (OverseerCollectionConfigSetProcessor-73604111986786315-127.0.0.1:33514_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1250143 INFO  (OverseerThreadFactory-2317-thread-2) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection departments
   [junit4]   2> 1250360 INFO  (OverseerStateUpdate-73604111986786315-127.0.0.1:33514_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"departments",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"departments_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:57204/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1250363 INFO  (OverseerStateUpdate-73604111986786315-127.0.0.1:33514_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"departments",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"departments_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33514/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1250369 INFO  (OverseerStateUpdate-73604111986786315-127.0.0.1:33514_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"departments",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"departments_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33714/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1250374 INFO  (OverseerStateUpdate-73604111986786315-127.0.0.1:33514_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"departments",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"departments_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60666/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1250576 INFO  (qtp2133253512-9572) [n:127.0.0.1:57204_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=departments&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node3&name=departments_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 1250576 INFO  (qtp1495611556-9557) [n:127.0.0.1:60666_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=departments&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node8&name=departments_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 1250578 INFO  (qtp137385699-9580) [n:127.0.0.1:33514_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=departments&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node5&name=departments_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 1250583 INFO  (qtp1806963131-9575) [n:127.0.0.1:33714_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=departments&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node7&name=departments_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 1250687 INFO  (zkCallback-1720-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1250687 INFO  (zkCallback-1720-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1250687 INFO  (zkCallback-1743-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1250687 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1250687 INFO  (zkCallback-1741-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1250688 INFO  (zkCallback-1741-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1250688 INFO  (zkCallback-1729-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1250688 INFO  (zkCallback-1729-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1251598 INFO  (qtp1495611556-9557) [n:127.0.0.1:60666_solr c:departments s:shard2 r:core_node8 x:departments_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1251598 INFO  (qtp1806963131-9575) [n:127.0.0.1:33714_solr c:departments s:shard2 r:core_node7 x:departments_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1251598 INFO  (qtp137385699-9580) [n:127.0.0.1:33514_solr c:departments s:shard1 r:core_node5 x:departments_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1251598 INFO  (qtp2133253512-9572) [n:127.0.0.1:57204_solr c:departments s:shard1 r:core_node3 x:departments_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1251620 INFO  (qtp1495611556-9557) [n:127.0.0.1:60666_solr c:departments s:shard2 r:core_node8 x:departments_shard2_replica_n6] o.a.s.s.IndexSchema [departments_shard2_replica_n6] Schema name=doc-values-for-Join
   [junit4]   2> 1251620 INFO  (qtp1806963131-9575) [n:127.0.0.1:33714_solr c:departments s:shard2 r:core_node7 x:departments_shard2_replica_n4] o.a.s.s.IndexSchema [departments_shard2_replica_n4] Schema name=doc-values-for-Join
   [junit4]   2> 1251622 INFO  (qtp2133253512-9572) [n:127.0.0.1:57204_solr c:departments s:shard1 r:core_node3 x:departments_shard1_replica_n1] o.a.s.s.IndexSchema [departments_shard1_replica_n1] Schema name=doc-values-for-Join
   [junit4]   2> 1251625 INFO  (qtp1495611556-9557) [n:127.0.0.1:60666_solr c:departments s:shard2 r:core_node8 x:departments_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
   [junit4]   2> 1251625 INFO  (qtp1806963131-9575) [n:127.0.0.1:33714_solr c:departments s:shard2 r:core_node7 x:departments_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
   [junit4]   2> 1251633 INFO  (qtp2133253512-9572) [n:127.0.0.1:57204_solr c:departments s:shard1 r:core_node3 x:departments_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
   [junit4]   2> 1251634 INFO  (qtp1806963131-9575) [n:127.0.0.1:33714_solr c:departments s:shard2 r:core_node7 x:departments_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'departments_shard2_replica_n4' using configuration from collection departments, trusted=true
   [junit4]   2> 1251635 INFO  (qtp1806963131-9575) [n:127.0.0.1:33714_solr c:departments s:shard2 r:core_node7 x:departments_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33714.solr.core.departments.shard2.replica_n4' (registry 'solr.core.departments.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1251635 INFO  (qtp1806963131-9575) [n:127.0.0.1:33714_solr c:departments s:shard2 r:core_node7 x:departments_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1251635 INFO  (qtp1806963131-9575) [n:127.0.0.1:33714_solr c:departments s:shard2 r:core_node7 x:departments_shard2_replica_n4] o.a.s.c.SolrCore [[departments_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node3/departments_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node3/./departments_shard2_replica_n4/data/]
   [junit4]   2> 1251635 INFO  (qtp1495611556-9557) [n:127.0.0.1:60666_solr c:departments s:shard2 r:core_node8 x:departments_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'departments_shard2_replica_n6' using configuration from collection departments, trusted=true
   [junit4]   2> 1251636 INFO  (qtp1495611556-9557) [n:127.0.0.1:60666_solr c:departments s:shard2 r:core_node8 x:departments_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60666.solr.core.departments.shard2.replica_n6' (registry 'solr.core.departments.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1251636 INFO  (qtp1495611556-9557) [n:127.0.0.1:60666_solr c:departments s:shard2 r:core_node8 x:departments_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1251636 INFO  (qtp1495611556-9557) [n:127.0.0.1:60666_solr c:departments s:shard2 r:core_node8 x:departments_shard2_replica_n6] o.a.s.c.SolrCore [[departments_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node4/departments_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node4/./departments_shard2_replica_n6/data/]
   [junit4]   2> 1251641 INFO  (qtp2133253512-9572) [n:127.0.0.1:57204_solr c:departments s:shard1 r:core_node3 x:departments_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'departments_shard1_replica_n1' using configuration from collection departments, trusted=true
   [junit4]   2> 1251641 INFO  (qtp2133253512-9572) [n:127.0.0.1:57204_solr c:departments s:shard1 r:core_node3 x:departments_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57204.solr.core.departments.shard1.replica_n1' (registry 'solr.core.departments.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@313da9a1
   [junit4]   2> 1251641 INFO  (qtp2133253512-9572) [n:127.0.0.1:57204_solr c:departments s:shard1 r:core_node3 x:departments_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1251642 INFO  (qtp2133253512-9572) [n:127.0.0.1:57204_solr c:departments s:shard1 r:core_node3 x:departments_shard1_replica_n1] o.a.s.c.SolrCore [[departments_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node5/departments_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_D8F4B183D5FD81B8-001/tempDir-001/node5/./departments_shard1_replica_n1/data/]
   [junit4]   2> 1251654 INFO  (qtp137385699-95

[...truncated too long message...]

ource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null4484766
     [copy] Copying 40 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null4484766
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null4484766

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1013674698
     [copy] Copying 246 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1013674698
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1013674698

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 97ms :: artifacts dl 8ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 261 minutes 9 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1526 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1526/

2 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchWithMasterUrl

Error Message:
expected:<null> but was:<.numFound:500!=496>

Stack Trace:
java.lang.AssertionError: expected:<null> but was:<.numFound:500!=496>
	at __randomizedtesting.SeedInfo.seed([9AE936E4347BA6AE:8152C79B55C4DE18]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchWithMasterUrl(TestReplicationHandler.java:803)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
expected:<847> but was:<735>

Stack Trace:
java.lang.AssertionError: expected:<847> but was:<735>
	at __randomizedtesting.SeedInfo.seed([9AE936E4347BA6AE:414236223153CF1D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:904)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13708 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 1469955 INFO  (SUITE-TestReplicationHandler-seed#[9AE936E4347BA6AE]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/init-core-data-001
   [junit4]   2> 1469956 WARN  (SUITE-TestReplicationHandler-seed#[9AE936E4347BA6AE]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=88 numCloses=88
   [junit4]   2> 1469956 INFO  (SUITE-TestReplicationHandler-seed#[9AE936E4347BA6AE]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1469957 INFO  (SUITE-TestReplicationHandler-seed#[9AE936E4347BA6AE]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1469958 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRateLimitedReplication
   [junit4]   2> 1469959 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/collection1
   [junit4]   2> 1469961 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1469962 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1469962 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1469962 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1469962 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fdc1ff9{/solr,null,AVAILABLE}
   [junit4]   2> 1469963 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@419350a4{HTTP/1.1,[http/1.1]}{127.0.0.1:36511}
   [junit4]   2> 1469963 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.Server Started @1469999ms
   [junit4]   2> 1469963 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=36511}
   [junit4]   2> 1469963 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1469963 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1469963 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1469963 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1469963 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1469963 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-09T13:34:51.813Z
   [junit4]   2> 1469963 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/solr.xml
   [junit4]   2> 1469966 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1469966 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1469967 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1469995 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470002 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470003 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470004 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/.
   [junit4]   2> 1470004 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1470004 INFO  (coreLoadExecutor-5075-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1470015 INFO  (coreLoadExecutor-5075-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1470021 INFO  (coreLoadExecutor-5075-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1470023 INFO  (coreLoadExecutor-5075-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1470023 INFO  (coreLoadExecutor-5075-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 1470023 INFO  (coreLoadExecutor-5075-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470023 INFO  (coreLoadExecutor-5075-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1470023 INFO  (coreLoadExecutor-5075-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1470025 INFO  (coreLoadExecutor-5075-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4c37bd2f
   [junit4]   2> 1470057 INFO  (coreLoadExecutor-5075-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1470057 INFO  (coreLoadExecutor-5075-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1470059 INFO  (coreLoadExecutor-5075-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=853539232, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1470060 INFO  (coreLoadExecutor-5075-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e1681a[collection1] main]
   [junit4]   2> 1470060 INFO  (coreLoadExecutor-5075-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/collection1/conf
   [junit4]   2> 1470061 INFO  (coreLoadExecutor-5075-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1470061 INFO  (coreLoadExecutor-5075-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1470061 INFO  (searcherExecutor-5076-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e1681a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1470563 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-002/collection1
   [junit4]   2> 1470566 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1470567 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1470567 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1470567 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1470567 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22206cab{/solr,null,AVAILABLE}
   [junit4]   2> 1470568 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5b0ce72{HTTP/1.1,[http/1.1]}{127.0.0.1:34684}
   [junit4]   2> 1470568 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.Server Started @1470604ms
   [junit4]   2> 1470568 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=34684}
   [junit4]   2> 1470568 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1470568 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1470568 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1470568 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1470568 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1470568 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-09T13:34:52.418Z
   [junit4]   2> 1470569 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-002/solr.xml
   [junit4]   2> 1470573 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1470573 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1470574 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1470609 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470619 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470619 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470621 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-002/.
   [junit4]   2> 1470621 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1470622 INFO  (coreLoadExecutor-5085-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1470631 INFO  (coreLoadExecutor-5085-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1470648 INFO  (coreLoadExecutor-5085-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1470650 INFO  (coreLoadExecutor-5085-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1470650 INFO  (coreLoadExecutor-5085-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 1470650 INFO  (coreLoadExecutor-5085-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470650 INFO  (coreLoadExecutor-5085-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1470650 INFO  (coreLoadExecutor-5085-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1470652 INFO  (coreLoadExecutor-5085-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@78f9eecb
   [junit4]   2> 1470686 INFO  (coreLoadExecutor-5085-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1470686 INFO  (coreLoadExecutor-5085-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1470687 INFO  (coreLoadExecutor-5085-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=853539232, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1470688 INFO  (coreLoadExecutor-5085-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6132c74b[collection1] main]
   [junit4]   2> 1470688 INFO  (coreLoadExecutor-5085-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-002/collection1/conf
   [junit4]   2> 1470690 INFO  (coreLoadExecutor-5085-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1470690 INFO  (coreLoadExecutor-5085-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1470691 INFO  (searcherExecutor-5086-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6132c74b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1470692 INFO  (qtp111036576-17430) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1470692 INFO  (qtp111036576-17430) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1470693 INFO  (qtp1313038488-17447) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1470693 INFO  (qtp1313038488-17447) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1470694 INFO  (qtp111036576-17432) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1470695 INFO  (qtp111036576-17432) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2c75461c commitCommandVersion:0
   [junit4]   2> 1470698 INFO  (qtp111036576-17432) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a05896[collection1] main]
   [junit4]   2> 1470698 INFO  (qtp111036576-17432) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1470699 INFO  (searcherExecutor-5076-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3a05896[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1470699 INFO  (qtp111036576-17432) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 1470700 INFO  (qtp1313038488-17449) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1470700 INFO  (qtp1313038488-17449) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@55f0be0c commitCommandVersion:0
   [junit4]   2> 1470701 INFO  (qtp1313038488-17449) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a25bfb6[collection1] main]
   [junit4]   2> 1470701 INFO  (qtp1313038488-17449) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1470702 INFO  (searcherExecutor-5086-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7a25bfb6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1470702 INFO  (qtp1313038488-17449) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 1470703 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@419350a4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1470703 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1996513022
   [junit4]   2> 1470703 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1470704 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4276b88c: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7684fdec
   [junit4]   2> 1470708 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1470708 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b6e0db0: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@50c7a143
   [junit4]   2> 1470710 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1470710 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57c6f8c1: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@531f5fe9
   [junit4]   2> 1470711 INFO  (coreCloseExecutor-5091-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@467a189f
   [junit4]   2> 1470711 INFO  (coreCloseExecutor-5091-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=467a189f
   [junit4]   2> 1470711 INFO  (coreCloseExecutor-5091-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20226f8b: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@6a15e9d
   [junit4]   2> 1470717 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6fdc1ff9{/solr,null,UNAVAILABLE}
   [junit4]   2> 1470717 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1470718 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5b0ce72{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1470718 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=833203197
   [junit4]   2> 1470718 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1470718 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@624dc109: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@155c2bcc
   [junit4]   2> 1470723 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1470724 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3ccf383c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@50c7a143
   [junit4]   2> 1470727 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1470727 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5422b03c: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@531f5fe9
   [junit4]   2> 1470727 INFO  (coreCloseExecutor-5093-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@9f1dcd6
   [junit4]   2> 1470727 INFO  (coreCloseExecutor-5093-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=9f1dcd6
   [junit4]   2> 1470728 INFO  (coreCloseExecutor-5093-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e5e4986: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@716e7453
   [junit4]   2> 1470736 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@22206cab{/solr,null,UNAVAILABLE}
   [junit4]   2> 1470736 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1470738 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1470738 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1470738 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1470738 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1470739 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17922c7f{/solr,null,AVAILABLE}
   [junit4]   2> 1470739 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@68de0d1c{HTTP/1.1,[http/1.1]}{127.0.0.1:45162}
   [junit4]   2> 1470739 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.Server Started @1470775ms
   [junit4]   2> 1470739 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=45162}
   [junit4]   2> 1470739 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1470739 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1470739 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1470739 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1470739 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1470739 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-09T13:34:52.589Z
   [junit4]   2> 1470740 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/solr.xml
   [junit4]   2> 1470743 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1470743 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1470744 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1470772 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470780 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470780 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470781 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/.
   [junit4]   2> 1470782 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1470782 INFO  (coreLoadExecutor-5100-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1470790 INFO  (coreLoadExecutor-5100-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1470797 INFO  (coreLoadExecutor-5100-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1470798 INFO  (coreLoadExecutor-5100-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1470799 INFO  (coreLoadExecutor-5100-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 1470799 INFO  (coreLoadExecutor-5100-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470799 INFO  (coreLoadExecutor-5100-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1470799 INFO  (coreLoadExecutor-5100-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1470801 INFO  (coreLoadExecutor-5100-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3b8f0e35
   [junit4]   2> 1470838 INFO  (coreLoadExecutor-5100-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1470838 INFO  (coreLoadExecutor-5100-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1470839 INFO  (coreLoadExecutor-5100-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1242138799, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1470839 INFO  (coreLoadExecutor-5100-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d67e055[collection1] main]
   [junit4]   2> 1470839 INFO  (coreLoadExecutor-5100-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/collection1/conf
   [junit4]   2> 1470840 INFO  (coreLoadExecutor-5100-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1470841 INFO  (searcherExecutor-5101-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7d67e055[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1470842 INFO  (qtp1267540764-17473) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 1470843 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1470843 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1470844 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1470847 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 3
   [junit4]   2> 1470848 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1470848 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 1470848 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1470849 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 1470849 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1470849 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 1470850 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 1470851 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 1
   [junit4]   2> 1470851 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1470852 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 1470852 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1470852 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1470854 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 1
   [junit4]   2> 1470854 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 1470854 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1470855 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1470855 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 1470856 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 1
   [junit4]   2> 1470857 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1470857 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1470857 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1470857 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 1470858 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 1470858 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 1470859 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 1470859 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 1470860 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 1470860 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 1470861 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 1470861 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 1470862 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 1470862 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 1470862 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 1470863 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 1470864 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 1470864 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 1470864 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 1470865 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 1470865 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 1470865 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 1470866 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 1470866 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 1470867 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 1470867 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 1470867 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 1470868 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 1470868 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 1470869 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 1470869 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 1470869 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 1470870 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 1470870 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 1470870 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 1470871 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 1470872 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 1470872 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 1470872 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 1470873 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 1470873 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 1470873 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 1470874 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 1470875 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 1470875 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 1470875 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 1470876 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 1470876 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 1470877 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 1470877 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 1470878 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 1470878 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 1470878 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 1470879 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 1470879 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 1470880 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 1470880 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 1470881 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 1470881 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 1470881 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 1470882 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 1470883 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 1470883 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 1470883 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 1470884 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 1470884 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 1470884 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 1470885 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 1470886 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 1470886 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 1470886 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 1470887 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 1470887 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 1470888 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 1470888 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 1470889 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 1470889 INFO  (qtp1267540764-17475) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 1470889 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1470889 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7e916919 commitCommandVersion:0
   [junit4]   2> 1470912 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@550a503a[collection1] main]
   [junit4]   2> 1470912 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1470913 INFO  (searcherExecutor-5101-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@550a503a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c100)))}
   [junit4]   2> 1470913 INFO  (qtp1267540764-17477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 24
   [junit4]   2> 1470914 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@68de0d1c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1470914 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=657115704
   [junit4]   2> 1470914 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1470914 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3cc7c5b5: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5734acae
   [junit4]   2> 1470920 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1470920 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1dd12b26: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@50c7a143
   [junit4]   2> 1470924 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1470924 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7fb55f9f: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@531f5fe9
   [junit4]   2> 1470924 INFO  (coreCloseExecutor-5105-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@57820597
   [junit4]   2> 1470924 INFO  (coreCloseExecutor-5105-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=57820597
   [junit4]   2> 1470924 INFO  (coreCloseExecutor-5105-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@600a563c: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1d96c851
   [junit4]   2> 1470932 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17922c7f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1470932 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1470934 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1470934 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1470934 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1470934 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1470935 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32f398a5{/solr,null,AVAILABLE}
   [junit4]   2> 1470935 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@42cdf7ef{HTTP/1.1,[http/1.1]}{127.0.0.1:37295}
   [junit4]   2> 1470935 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.Server Started @1470971ms
   [junit4]   2> 1470935 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=37295}
   [junit4]   2> 1470935 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1470935 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1470935 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1470935 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1470935 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1470935 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-09T13:34:52.785Z
   [junit4]   2> 1470936 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/solr.xml
   [junit4]   2> 1470939 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1470939 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1470940 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1470968 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470976 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470976 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470978 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/.
   [junit4]   2> 1470978 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1470978 INFO  (coreLoadExecutor-5112-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1470986 INFO  (coreLoadExecutor-5112-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1470993 INFO  (coreLoadExecutor-5112-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1470994 INFO  (coreLoadExecutor-5112-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1470994 INFO  (coreLoadExecutor-5112-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 1470995 INFO  (coreLoadExecutor-5112-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1470995 INFO  (coreLoadExecutor-5112-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1470995 INFO  (coreLoadExecutor-5112-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1471026 INFO  (coreLoadExecutor-5112-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1471026 INFO  (coreLoadExecutor-5112-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1471027 INFO  (coreLoadExecutor-5112-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3e5a9c55
   [junit4]   2> 1471028 INFO  (coreLoadExecutor-5112-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@114636b6[collection1] main]
   [junit4]   2> 1471028 INFO  (coreLoadExecutor-5112-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-001/collection1/conf
   [junit4]   2> 1471029 INFO  (coreLoadExecutor-5112-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1471029 INFO  (searcherExecutor-5113-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@114636b6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c100)))}
   [junit4]   2> 1471031 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1471032 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1471032 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1471032 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1471032 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5df5d0d5{/solr,null,AVAILABLE}
   [junit4]   2> 1471032 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7e86465e{HTTP/1.1,[http/1.1]}{127.0.0.1:42710}
   [junit4]   2> 1471032 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.e.j.s.Server Started @1471068ms
   [junit4]   2> 1471032 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=42710}
   [junit4]   2> 1471033 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1471033 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1471033 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1471033 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1471033 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1471033 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-09T13:34:52.883Z
   [junit4]   2> 1471033 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-002/solr.xml
   [junit4]   2> 1471036 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1471036 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1471037 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1471066 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1471075 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1471075 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1471077 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-002/.
   [junit4]   2> 1471077 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[9AE936E4347BA6AE]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1471077 INFO  (coreLoadExecutor-5122-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1471086 INFO  (coreLoadExecutor-5122-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1471091 INFO  (coreLoadExecutor-5122-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1471093 INFO  (coreLoadExecutor-5122-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1471093 INFO  (coreLoadExecutor-5122-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 1471093 INFO  (coreLoadExecutor-5122-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f5ff1c
   [junit4]   2> 1471093 INFO  (coreLoadExecutor-5122-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1471093 INFO  (coreLoadExecutor-5122-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1471101 INFO  (coreLoadExecutor-5122-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2dcc6c2f
   [junit4]   2> 1471136 INFO  (coreLoadExecutor-5122-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1471136 INFO  (coreLoadExecutor-5122-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1471137 INFO  (coreLoadExecutor-5122-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1242138799, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1471138 INFO  (coreLoadExecutor-5122-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@592cc21c[collection1] main]
   [junit4]   2> 1471138 INFO  (coreLoadExecutor-5122-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_9AE936E4347BA6AE-001/solr-instance-002/collection1/conf
   [junit4]   2> 1471139 INFO  (coreLoadExecutor-5122-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1471139 INFO  (searcherExecutor-5123-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@592cc21c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [ju

[...truncated too long message...]

not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1842423806
     [copy] Copying 40 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1842423806
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1842423806

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1350296833
     [copy] Copying 246 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1350296833
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1350296833

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 68ms :: artifacts dl 7ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 249 minutes 33 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1525 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1525/

7 tests failed.
FAILED:  org.apache.lucene.index.TestIndexWriterOnVMError.testOOM

Error Message:
Unexpected file read error while reading index. (resource=BufferedChecksumIndexInput(MockIndexInputWrapper(RAMInputStream(name=segments_2))))

Stack Trace:
org.apache.lucene.index.CorruptIndexException: Unexpected file read error while reading index. (resource=BufferedChecksumIndexInput(MockIndexInputWrapper(RAMInputStream(name=segments_2))))
	at __randomizedtesting.SeedInfo.seed([59FDB19A5127CF30:B2D994D6EC83C01E]:0)
	at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:290)
	at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:529)
	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:300)
	at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:865)
	at org.apache.lucene.index.TestIndexWriterOnVMError.doTest(TestIndexWriterOnVMError.java:89)
	at org.apache.lucene.index.TestIndexWriterOnVMError.testOOM(TestIndexWriterOnVMError.java:237)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.FileNotFoundException: _0.si in dir=RAMDirectory@ec7fad lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3f034d4f
	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:750)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:119)
	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1072)
	at org.apache.lucene.codecs.lucene70.Lucene70SegmentInfoFormat.read(Lucene70SegmentInfoFormat.java:91)
	at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:352)
	at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:288)
	... 41 more


FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyFieldFacetExtrasCloudTest

Error Message:
Error starting up MiniSolrCloudCluster

Stack Trace:
java.lang.Exception: Error starting up MiniSolrCloudCluster
	at __randomizedtesting.SeedInfo.seed([1BBDD6DBB99EE0B5]:0)
	at org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:513)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:251)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
	at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: java.lang.AssertionError
		at sun.reflect.generics.reflectiveObjects.WildcardTypeImpl.getUpperBoundASTs(WildcardTypeImpl.java:86)
		at sun.reflect.generics.reflectiveObjects.WildcardTypeImpl.getUpperBounds(WildcardTypeImpl.java:122)
		at com.sun.beans.TypeResolver.resolve(TypeResolver.java:175)
		at com.sun.beans.TypeResolver.resolve(TypeResolver.java:218)
		at com.sun.beans.TypeResolver.resolve(TypeResolver.java:169)
		at com.sun.beans.TypeResolver.resolveInClass(TypeResolver.java:81)
		at java.beans.FeatureDescriptor.getReturnType(FeatureDescriptor.java:370)
		at java.beans.Introspector.getTargetEventInfo(Introspector.java:1052)
		at java.beans.Introspector.getBeanInfo(Introspector.java:427)
		at java.beans.Introspector.getBeanInfo(Introspector.java:173)
		at java.beans.Introspector.getBeanInfo(Introspector.java:260)
		at java.beans.Introspector.<init>(Introspector.java:407)
		at java.beans.Introspector.getBeanInfo(Introspector.java:173)
		at java.beans.Introspector.getBeanInfo(Introspector.java:260)
		at java.beans.Introspector.<init>(Introspector.java:407)
		at java.beans.Introspector.getBeanInfo(Introspector.java:173)
		at java.beans.Introspector.getBeanInfo(Introspector.java:260)
		at java.beans.Introspector.<init>(Introspector.java:407)
		at java.beans.Introspector.getBeanInfo(Introspector.java:173)
		at org.apache.solr.util.SolrPluginUtils.findSetter(SolrPluginUtils.java:1027)
		at org.apache.solr.util.SolrPluginUtils.invokeSetters(SolrPluginUtils.java:1011)
		at org.apache.solr.util.SolrPluginUtils.invokeSetters(SolrPluginUtils.java:1000)
		at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:61)
		at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:930)
		at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:866)
		at org.apache.solr.core.CoreContainer.load(CoreContainer.java:552)
		at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:268)
		at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:188)
		at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
		at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
		at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
		at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
		at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
		at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
		at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
		at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
		at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
		at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
		at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)
		at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
		at java.util.concurrent.FutureTask.run(FutureTask.java:266)
		at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more


FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyFieldFacetExtrasCloudTest

Error Message:
ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, ZkController, InternalHttpClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:514)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:268)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:188)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:448)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:113)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:524)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:268)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:188)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:211)  at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:508)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:268)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:188)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:321)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:113)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:524)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:268)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:188)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, ZkController, InternalHttpClient, SolrZkClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:514)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:268)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:188)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.cloud.ZkController.<init>(ZkController.java:448)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:113)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:524)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:268)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:188)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:211)
	at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:508)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:268)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:188)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
	at org.apache.solr.cloud.ZkController.<init>(ZkController.java:321)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:113)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:524)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:268)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:188)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([1BBDD6DBB99EE0B5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:303)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyFieldFacetExtrasCloudTest

Error Message:
15 threads leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyFieldFacetExtrasCloudTest:     1) Thread[id=45, name=qtp1376496015-45, state=RUNNABLE, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$24/1800079818.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=47, name=qtp1376496015-47-acceptor-0@4b0d5b4d-ServerConnector@45cabc5c{HTTP/1.1,[http/1.1]}{127.0.0.1:54487}, state=RUNNABLE, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=56, name=qtp1376496015-56, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=58, name=qtp1376496015-58, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=98, name=zkConnectionManagerCallback-30-thread-1, state=WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=44, name=qtp1376496015-44, state=RUNNABLE, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$24/1800079818.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=61, name=Scheduler-525523468, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=60, name=qtp1376496015-60, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=59, name=qtp1376496015-59, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=108, name=zkCallback-29-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   11) Thread[id=57, name=qtp1376496015-57, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)         at java.lang.Thread.run(Thread.java:748)   12) Thread[id=79, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   13) Thread[id=75, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   14) Thread[id=95, name=jetty-launcher-1-thread-4-EventThread, state=WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)   15) Thread[id=94, name=jetty-launcher-1-thread-4-SendThread(127.0.0.1:58724), state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 15 threads leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyFieldFacetExtrasCloudTest: 
   1) Thread[id=45, name=qtp1376496015-45, state=RUNNABLE, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$24/1800079818.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=47, name=qtp1376496015-47-acceptor-0@4b0d5b4d-ServerConnector@45cabc5c{HTTP/1.1,[http/1.1]}{127.0.0.1:54487}, state=RUNNABLE, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=56, name=qtp1376496015-56, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=58, name=qtp1376496015-58, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=98, name=zkConnectionManagerCallback-30-thread-1, state=WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=44, name=qtp1376496015-44, state=RUNNABLE, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$24/1800079818.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=61, name=Scheduler-525523468, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=60, name=qtp1376496015-60, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=59, name=qtp1376496015-59, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=108, name=zkCallback-29-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  11) Thread[id=57, name=qtp1376496015-57, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
        at java.lang.Thread.run(Thread.java:748)
  12) Thread[id=79, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
  13) Thread[id=75, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
  14) Thread[id=95, name=jetty-launcher-1-thread-4-EventThread, state=WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
  15) Thread[id=94, name=jetty-launcher-1-thread-4-SendThread(127.0.0.1:58724), state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
	at __randomizedtesting.SeedInfo.seed([1BBDD6DBB99EE0B5]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyFieldFacetExtrasCloudTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=45, name=qtp1376496015-45, state=RUNNABLE, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)         at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)         at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$24/1800079818.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=108, name=zkCallback-29-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=98, name=zkConnectionManagerCallback-30-thread-1, state=WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=94, name=jetty-launcher-1-thread-4-SendThread(127.0.0.1:58724), state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)    5) Thread[id=44, name=qtp1376496015-44, state=RUNNABLE, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)         at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)         at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$24/1800079818.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=61, name=Scheduler-525523468, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=45, name=qtp1376496015-45, state=RUNNABLE, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
        at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
        at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
        at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
        at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$24/1800079818.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=108, name=zkCallback-29-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=98, name=zkConnectionManagerCallback-30-thread-1, state=WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=94, name=jetty-launcher-1-thread-4-SendThread(127.0.0.1:58724), state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
   5) Thread[id=44, name=qtp1376496015-44, state=RUNNABLE, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
        at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
        at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
        at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
        at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$24/1800079818.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=61, name=Scheduler-525523468, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetExtrasCloudTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([1BBDD6DBB99EE0B5]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.cdcr.CdcrBootstrapTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:526)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)  at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:768)  at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:723)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:526)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:768)
	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:723)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([B4CA5C40BE89619B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:303)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
timed out waiting for collection1 startAt time to exceed: Mon Apr 09 09:06:57 NZST 2018

Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Mon Apr 09 09:06:57 NZST 2018
	at __randomizedtesting.SeedInfo.seed([B4CA5C40BE89619B:6F615C86BBA10828]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1577)
	at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:897)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1749 lines...]
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnVMError
   [junit4]   1> Unexpected exception: dumping fake-exception-log:...
   [junit4]   1> 
   [junit4]   1> TEST: got expected fake exc:Fake OutOfMemoryError
   [junit4]   1> java.lang.OutOfMemoryError: Fake OutOfMemoryError
   [junit4]   1> 	at org.apache.lucene.index.TestIndexWriterOnVMError$2.eval(TestIndexWriterOnVMError.java:249)
   [junit4]   1> 	at org.apache.lucene.store.MockDirectoryWrapper.maybeThrowDeterministicException(MockDirectoryWrapper.java:1022)
   [junit4]   1> 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:144)
   [junit4]   1> 	at org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
   [junit4]   1> 	at org.apache.lucene.store.DataOutput.writeInt(DataOutput.java:73)
   [junit4]   1> 	at org.apache.lucene.store.DataOutput.writeLong(DataOutput.java:212)
   [junit4]   1> 	at org.apache.lucene.codecs.lucene70.Lucene70NormsConsumer.addNormsField(Lucene70NormsConsumer.java:102)
   [junit4]   1> 	at org.apache.lucene.index.NormValuesWriter.flush(NormValuesWriter.java:80)
   [junit4]   1> 	at org.apache.lucene.index.DefaultIndexingChain.writeNorms(DefaultIndexingChain.java:311)
   [junit4]   1> 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:127)
   [junit4]   1> 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:463)
   [junit4]   1> 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:556)
   [junit4]   1> 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:672)
   [junit4]   1> 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:454)
   [junit4]   1> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:103)
   [junit4]   1> 	at org.apache.lucene.index.TestIndexWriterOnVMError.doTest(TestIndexWriterOnVMError.java:175)
   [junit4]   1> 	at org.apache.lucene.index.TestIndexWriterOnVMError.testOOM(TestIndexWriterOnVMError.java:237)
   [junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   1> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   1> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   1> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
   [junit4]   1> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> TEST: got expected fake exc:Fake OutOfMemoryError
   [junit4]   1> java.lang.OutOfMemoryError: Fake OutOfMemoryError
   [junit4]   1> 	at org.apache.lucene.index.TestIndexWriterOnVMError$2.eval(TestIndexWriterOnVMError.java:249)
   [junit4]   1> 	at org.apache.lucene.store.MockDirectoryWrapper.maybeThrowDeterministicException(MockDirectoryWrapper.java:1022)
   [junit4]   1> 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:144)
   [junit4]   1> 	at org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
   [junit4]   1> 	at org.apache.lucene.store.DataOutput.writeInt(DataOutput.java:73)
   [junit4]   1> 	at org.apache.lucene.codecs.lucene70.Lucene70DocValuesConsumer.writeTermsIndex(Lucene70DocValuesConsumer.java:493)
   [junit4]   1> 	at org.apache.lucene.codecs.lucene70.Lucene70DocValuesConsumer.addTermsDict(Lucene70DocValuesConsumer.java:488)
   [junit4]   1> 	at org.apache.lucene.codecs.lucene70.Lucene70DocValuesConsumer.doAddSortedField(Lucene70DocValuesConsumer.java:437)
   [junit4]   1> 	at org.apache.lucene.codecs.lucene70.Lucene70DocValuesConsumer.addSortedField(Lucene70DocValuesConsumer.java:394)
   [junit4]   1> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addSortedField(PerFieldDocValuesFormat.java:119)
   [junit4]   1> 	at org.apache.lucene.index.SortedDocValuesWriter.flush(SortedDocValuesWriter.java:163)
   [junit4]   1> 	at org.apache.lucene.index.DefaultIndexingChain.writeDocValues(DefaultIndexingChain.java:259)
   [junit4]   1> 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:134)
   [junit4]   1> 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:463)
   [junit4]   1> 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:556)
   [junit4]   1> 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:672)
   [junit4]   1> 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:454)
   [junit4]   1> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:103)
   [junit4]   1> 	at org.apache.lucene.index.TestIndexWriterOnVMError.doTest(TestIndexWriterOnVMError.java:175)
   [junit4]   1> 	at org.apache.lucene.index.TestIndexWriterOnVMError.testOOM(TestIndexWriterOnVMError.java:237)
   [junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   1> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   1> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   1> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
   [junit4]   1> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleAssertions

[...truncated too long message...]

e] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null678996553
     [copy] Copying 40 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null678996553
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null678996553

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null566895394
     [copy] Copying 246 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null566895394
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null566895394

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 67ms :: artifacts dl 7ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 219 minutes 37 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1524 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1524/

8 tests failed.
FAILED:  org.apache.lucene.codecs.lucene70.TestLucene70DocValuesFormat.testGCDCompression

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([E94220295C7DFB2B]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.codecs.lucene70.TestLucene70DocValuesFormat

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([E94220295C7DFB2B]:0)


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Unable to restart (#4): CloudJettyRunner [url=https://127.0.0.1:33458/ovm/collection1_shard2_replica_n69]

Stack Trace:
java.lang.AssertionError: Unable to restart (#4): CloudJettyRunner [url=https://127.0.0.1:33458/ovm/collection1_shard2_replica_n69]
	at __randomizedtesting.SeedInfo.seed([387528B42774D3A8:B021176E8988BE50]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamingTest

Error Message:
Could not load collection from ZK: streams

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: streams
	at __randomizedtesting.SeedInfo.seed([AC87079FF14753E6]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1250)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:679)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
	at org.apache.solr.client.solrj.io.stream.StreamingTest.configureCluster(StreamingTest.java:103)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/streams/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1262)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1248)
	... 29 more


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testDeletionsTriggerWatches

Error Message:
Error from server at https://127.0.0.1:37824/solr: Could not find collection : tobedeleted

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37824/solr: Could not find collection : tobedeleted
	at __randomizedtesting.SeedInfo.seed([AC87079FF14753E6:E46CF107324858B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testDeletionsTriggerWatches(TestCollectionStateWatchers.java:275)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.common.cloud.TestCollectionStateWatchers

Error Message:
10 threads leaked from SUITE scope at org.apache.solr.common.cloud.TestCollectionStateWatchers:     1) Thread[id=3826, name=searcherExecutor-339-thread-1, state=WAITING, group=TGRP-TestCollectionStateWatchers]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=3814, name=zkCallback-1728-thread-2, state=TIMED_WAITING, group=TGRP-TestCollectionStateWatchers]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=3798, name=TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[AC87079FF14753E6]-SendThread(127.0.0.1:45710), state=TIMED_WAITING, group=TGRP-TestCollectionStateWatchers]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)         at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1249)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1173)    4) Thread[id=3794, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCollectionStateWatchers]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=3799, name=TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[AC87079FF14753E6]-EventThread, state=WAITING, group=TGRP-TestCollectionStateWatchers]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)    6) Thread[id=3804, name=Thread-205, state=WAITING, group=TGRP-TestCollectionStateWatchers]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1743)    7) Thread[id=3800, name=zkConnectionManagerCallback-1729-thread-1, state=WAITING, group=TGRP-TestCollectionStateWatchers]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=3806, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCollectionStateWatchers]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=3828, name=searcherExecutor-340-thread-1, state=WAITING, group=TGRP-TestCollectionStateWatchers]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=3793, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCollectionStateWatchers]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.common.cloud.TestCollectionStateWatchers: 
   1) Thread[id=3826, name=searcherExecutor-339-thread-1, state=WAITING, group=TGRP-TestCollectionStateWatchers]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=3814, name=zkCallback-1728-thread-2, state=TIMED_WAITING, group=TGRP-TestCollectionStateWatchers]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=3798, name=TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[AC87079FF14753E6]-SendThread(127.0.0.1:45710), state=TIMED_WAITING, group=TGRP-TestCollectionStateWatchers]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)
        at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1249)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1173)
   4) Thread[id=3794, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCollectionStateWatchers]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=3799, name=TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[AC87079FF14753E6]-EventThread, state=WAITING, group=TGRP-TestCollectionStateWatchers]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
   6) Thread[id=3804, name=Thread-205, state=WAITING, group=TGRP-TestCollectionStateWatchers]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1743)
   7) Thread[id=3800, name=zkConnectionManagerCallback-1729-thread-1, state=WAITING, group=TGRP-TestCollectionStateWatchers]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=3806, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCollectionStateWatchers]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=3828, name=searcherExecutor-340-thread-1, state=WAITING, group=TGRP-TestCollectionStateWatchers]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=3793, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestCollectionStateWatchers]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([AC87079FF14753E6]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.common.cloud.TestCollectionStateWatchers

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=3826, name=searcherExecutor-339-thread-1, state=WAITING, group=TGRP-TestCollectionStateWatchers]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=3814, name=zkCallback-1728-thread-2, state=TIMED_WAITING, group=TGRP-TestCollectionStateWatchers]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=3798, name=TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[AC87079FF14753E6]-SendThread(127.0.0.1:45710), state=TIMED_WAITING, group=TGRP-TestCollectionStateWatchers]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)    4) Thread[id=3804, name=Thread-205, state=WAITING, group=TGRP-TestCollectionStateWatchers]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1743)    5) Thread[id=3800, name=zkConnectionManagerCallback-1729-thread-1, state=WAITING, group=TGRP-TestCollectionStateWatchers]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=3828, name=searcherExecutor-340-thread-1, state=WAITING, group=TGRP-TestCollectionStateWatchers]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=3826, name=searcherExecutor-339-thread-1, state=WAITING, group=TGRP-TestCollectionStateWatchers]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=3814, name=zkCallback-1728-thread-2, state=TIMED_WAITING, group=TGRP-TestCollectionStateWatchers]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=3798, name=TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[AC87079FF14753E6]-SendThread(127.0.0.1:45710), state=TIMED_WAITING, group=TGRP-TestCollectionStateWatchers]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
   4) Thread[id=3804, name=Thread-205, state=WAITING, group=TGRP-TestCollectionStateWatchers]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1743)
   5) Thread[id=3800, name=zkConnectionManagerCallback-1729-thread-1, state=WAITING, group=TGRP-TestCollectionStateWatchers]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=3828, name=searcherExecutor-340-thread-1, state=WAITING, group=TGRP-TestCollectionStateWatchers]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([AC87079FF14753E6]:0)


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<8> but was:<10>

Stack Trace:
java.lang.AssertionError: expected:<8> but was:<10>
	at __randomizedtesting.SeedInfo.seed([387528B42774D3A8:55898C499D3C2CAF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:355)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1626 lines...]
   [junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70DocValuesFormat
   [junit4]   2> апр 08, 2018 8:25:08 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.codecs.lucene70.TestLucene70DocValuesFormat
   [junit4]   2>    1) Thread[id=223, name=TEST-TestLucene70DocValuesFormat.testGCDCompression-seed#[E94220295C7DFB2B], state=TIMED_WAITING, group=TGRP-TestLucene70DocValuesFormat]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4714)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2189)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2117)
   [junit4]   2>         at org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:445)
   [junit4]   2>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestNumericsVsStoredFields(BaseDocValuesFormatTestCase.java:1247)
   [junit4]   2>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestGCDCompression(BaseDocValuesFormatTestCase.java:2345)
   [junit4]   2>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.testGCDCompression(BaseDocValuesFormatTestCase.java:2330)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    2) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:636)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:493)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:251)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:368)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2>    3) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2>    4) Thread[id=222, name=SUITE-TestLucene70DocValuesFormat-seed#[E94220295C7DFB2B], state=RUNNABLE, group=TGRP-TestLucene70DocValuesFormat]
   [junit4]   2>         at java.lang.Thread.getStackTrace(Thread.java:1559)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
   [junit4]   2>         at java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:705)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:139)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:626)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLucene70DocValuesFormat -Dtests.method=testGCDCompression -Dtests.seed=E94220295C7DFB2B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ru-RU -Dtests.timezone=Asia/Dili -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    767s J2 | TestLucene70DocValuesFormat.testGCDCompression <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E94220295C7DFB2B]:0)
   [junit4]   2> апр 08, 2018 8:25:08 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> апр 08, 2018 8:25:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.codecs.lucene70.TestLucene70DocValuesFormat: 
   [junit4]   2>    1) Thread[id=223, name=TEST-TestLucene70DocValuesFormat.testGCDCompression-seed#[E94220295C7DFB2B], state=TIMED_WAITING, group=TGRP-TestLucene70DocValuesFormat]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4714)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2189)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2117)
   [junit4]   2>         at org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:445)
   [junit4]   2>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestNumericsVsStoredFields(BaseDocValuesFormatTestCase.java:1247)
   [junit4]   2>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestGCDCompression(BaseDocValuesFormatTestCase.java:2345)
   [junit4]   2>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.testGCDCompression(BaseDocValuesFormatTestCase.java:2330)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> апр 08, 2018 8:25:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=223, name=TEST-TestLucene70DocValuesFormat.testGCDCompression-seed#[E94220295C7DFB2B], state=TIMED_WAITING, group=TGRP-TestLucene70DocValuesFormat]
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J2/temp/lucene.codecs.lucene70.TestLucene70DocValuesFormat_E94220295C7DFB2B-001
   [junit4]   2> Apr 07, 2018 11:25:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=5, maxDocsPerChunk=10, blockSize=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=5, blockSize=5)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@8003777), locale=ru-RU, timezone=Asia/Dili
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=174896680,total=257425408
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocValuesQueries, TestLazyProxSkipping, TestFieldReuse, TestRecyclingIntBlockAllocator, TestBufferedChecksum, TestBlockPostingsFormat3, TestStressIndexing2, TestReaderClosed, TermInSetQueryTest, TestLucene70DocValuesFormat]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLucene70DocValuesFormat -Dtests.seed=E94220295C7DFB2B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ru-RU -Dtests.timezone=Asia/Dili -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | TestLucene70DocValuesFormat (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E94220295C7DFB2B]:0)
   [junit4] Completed [350/490 (1!)] on J2 in 7220.68s, 126 tests, 2 errors <<< FAILURES!

[...truncated 11408 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
   [junit4]   2> 305629 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[387528B42774D3A8]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_387528B42774D3A8-001/init-core-data-001
   [junit4]   2> 305663 WARN  (SUITE-AutoscalingHistoryHandlerTest-seed#[387528B42774D3A8]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=22 numCloses=22
   [junit4]   2> 305664 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[387528B42774D3A8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 305682 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[387528B42774D3A8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 305718 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[387528B42774D3A8]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_387528B42774D3A8-001/tempDir-001
   [junit4]   2> 305718 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[387528B42774D3A8]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 305787 INFO  (Thread-93) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 305787 INFO  (Thread-93) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 305880 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[387528B42774D3A8]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:42332
   [junit4]   2> 305962 ERROR (Thread-93) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 305964 INFO  (zkConnectionManagerCallback-162-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 305976 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10147b470800000, likely client has closed socket
   [junit4]   2> 306068 INFO  (jetty-launcher-159-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 306069 INFO  (jetty-launcher-159-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 306125 INFO  (jetty-launcher-159-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 306125 INFO  (jetty-launcher-159-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 306125 INFO  (jetty-launcher-159-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 306126 INFO  (jetty-launcher-159-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39127a50{/solr,null,AVAILABLE}
   [junit4]   2> 306170 INFO  (jetty-launcher-159-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@242e34d2{HTTP/1.1,[http/1.1]}{127.0.0.1:39451}
   [junit4]   2> 306170 INFO  (jetty-launcher-159-thread-1) [    ] o.e.j.s.Server Started @306349ms
   [junit4]   2> 306170 INFO  (jetty-launcher-159-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39451}
   [junit4]   2> 306171 ERROR (jetty-launcher-159-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 306171 INFO  (jetty-launcher-159-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 306171 INFO  (jetty-launcher-159-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 306171 INFO  (jetty-launcher-159-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 306171 INFO  (jetty-launcher-159-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 306171 INFO  (jetty-launcher-159-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-08T04:09:34.344Z
   [junit4]   2> 306202 INFO  (jetty-launcher-159-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 306202 INFO  (jetty-launcher-159-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 306202 INFO  (jetty-launcher-159-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 306202 INFO  (jetty-launcher-159-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5043f362{/solr,null,AVAILABLE}
   [junit4]   2> 306203 INFO  (jetty-launcher-159-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5a1b8b07{HTTP/1.1,[http/1.1]}{127.0.0.1:44225}
   [junit4]   2> 306203 INFO  (jetty-launcher-159-thread-2) [    ] o.e.j.s.Server Started @306382ms
   [junit4]   2> 306203 INFO  (jetty-launcher-159-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44225}
   [junit4]   2> 306203 ERROR (jetty-launcher-159-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 306203 INFO  (jetty-launcher-159-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 306203 INFO  (jetty-launcher-159-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 306203 INFO  (jetty-launcher-159-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 306204 INFO  (jetty-launcher-159-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 306204 INFO  (jetty-launcher-159-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-08T04:09:34.377Z
   [junit4]   2> 306266 INFO  (zkConnectionManagerCallback-166-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 306266 INFO  (zkConnectionManagerCallback-164-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 306267 INFO  (jetty-launcher-159-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 306267 INFO  (jetty-launcher-159-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 306626 INFO  (jetty-launcher-159-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42332/solr
   [junit4]   2> 306778 INFO  (zkConnectionManagerCallback-170-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 306795 INFO  (jetty-launcher-159-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42332/solr
   [junit4]   2> 306940 INFO  (zkConnectionManagerCallback-174-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 306953 INFO  (zkConnectionManagerCallback-176-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 307002 INFO  (zkConnectionManagerCallback-178-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 308446 INFO  (jetty-launcher-159-thread-1) [n:127.0.0.1:39451_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 308483 INFO  (jetty-launcher-159-thread-1) [n:127.0.0.1:39451_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39451_solr
   [junit4]   2> 308484 INFO  (jetty-launcher-159-thread-2) [n:127.0.0.1:44225_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 308486 INFO  (jetty-launcher-159-thread-1) [n:127.0.0.1:39451_solr    ] o.a.s.c.Overseer Overseer (id=72417909321760773-127.0.0.1:39451_solr-n_0000000000) starting
   [junit4]   2> 308550 INFO  (jetty-launcher-159-thread-2) [n:127.0.0.1:44225_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44225_solr
   [junit4]   2> 308670 INFO  (zkCallback-175-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 308686 INFO  (zkCallback-177-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 309116 INFO  (zkConnectionManagerCallback-187-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 309137 INFO  (jetty-launcher-159-thread-1) [n:127.0.0.1:39451_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 309138 INFO  (jetty-launcher-159-thread-1) [n:127.0.0.1:39451_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42332/solr ready
   [junit4]   2> 309210 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 309226 DEBUG (OverseerAutoScalingTriggerThread-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 309262 DEBUG (OverseerAutoScalingTriggerThread-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 309263 DEBUG (OverseerAutoScalingTriggerThread-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 309263 DEBUG (OverseerAutoScalingTriggerThread-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 309267 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:39451_solr"} current state version: 0
   [junit4]   2> 309268 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:39451_solr
   [junit4]   2> 309279 INFO  (jetty-launcher-159-thread-1) [n:127.0.0.1:39451_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 309279 INFO  (jetty-launcher-159-thread-1) [n:127.0.0.1:39451_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39451_solr
   [junit4]   2> 309414 INFO  (zkCallback-177-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 309414 INFO  (zkCallback-175-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 309467 DEBUG (OverseerAutoScalingTriggerThread-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:44225_solr]
   [junit4]   2> 309486 DEBUG (OverseerAutoScalingTriggerThread-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 309526 INFO  (zkCallback-186-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 309526 DEBUG (OverseerAutoScalingTriggerThread-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 309526 DEBUG (ScheduledTrigger-160-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 310532 DEBUG (ScheduledTrigger-160-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 310719 INFO  (jetty-launcher-159-thread-2) [n:127.0.0.1:44225_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44225.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@422ae0d0
   [junit4]   2> 311005 INFO  (jetty-launcher-159-thread-2) [n:127.0.0.1:44225_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44225.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@422ae0d0
   [junit4]   2> 311006 INFO  (jetty-launcher-159-thread-2) [n:127.0.0.1:44225_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44225.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@422ae0d0
   [junit4]   2> 311007 INFO  (jetty-launcher-159-thread-2) [n:127.0.0.1:44225_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_387528B42774D3A8-001/tempDir-001/node2/.
   [junit4]   2> 311163 INFO  (zkConnectionManagerCallback-192-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 311164 INFO  (jetty-launcher-159-thread-2) [n:127.0.0.1:44225_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 311165 INFO  (jetty-launcher-159-thread-2) [n:127.0.0.1:44225_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42332/solr ready
   [junit4]   2> 311333 INFO  (jetty-launcher-159-thread-1) [n:127.0.0.1:39451_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39451.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@422ae0d0
   [junit4]   2> 311358 INFO  (jetty-launcher-159-thread-1) [n:127.0.0.1:39451_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39451.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@422ae0d0
   [junit4]   2> 311359 INFO  (jetty-launcher-159-thread-1) [n:127.0.0.1:39451_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39451.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@422ae0d0
   [junit4]   2> 311360 INFO  (jetty-launcher-159-thread-1) [n:127.0.0.1:39451_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_387528B42774D3A8-001/tempDir-001/node1/.
   [junit4]   2> 311555 DEBUG (ScheduledTrigger-160-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 311718 INFO  (zkConnectionManagerCallback-194-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 311736 INFO  (zkConnectionManagerCallback-199-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 311737 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[387528B42774D3A8]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 311807 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[387528B42774D3A8]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42332/solr ready
   [junit4]   2> 311939 INFO  (qtp481585139-602) [n:127.0.0.1:44225_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&name=.system&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44225_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 311995 INFO  (OverseerThreadFactory-162-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 312149 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":".system",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "numShards":1,
   [junit4]   2>   "createNodeSet":"127.0.0.1:44225_solr",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 312149 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: .system
   [junit4]   2> 312149 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/.system/state.json
   [junit4]   2> 312258 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44225/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 312258 INFO  (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44225/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 312259 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 312259 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node2":{
   [junit4]   2>       "core":".system_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:44225/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 312370 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 0
   [junit4]   2> 312582 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 312583 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 312586 DEBUG (ScheduledTrigger-160-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 312691 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44225/solr",
   [junit4]   2>   "node_name":"127.0.0.1:44225_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 312760 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44225/solr",
   [junit4]   2>   "node_name":"127.0.0.1:44225_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 312760 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":".system_shard1_replica_n1","base_url":"http://127.0.0.1:44225/solr","node_name":"127.0.0.1:44225_solr","state":"down","type":"NRT"}
   [junit4]   2> 312772 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(.system//collections/.system/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":".system_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:44225/solr",
   [junit4]   2>           "node_name":"127.0.0.1:44225_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 312875 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 1
   [junit4]   2> 312876 INFO  (zkCallback-177-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 312896 INFO  (zkCallback-177-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 313586 DEBUG (ScheduledTrigger-160-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 313825 WARN  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
   [junit4]   2> 313867 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 313938 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 314012 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 314104 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 314105 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 314107 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 314107 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
   [junit4]   2> 314108 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44225.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@422ae0d0
   [junit4]   2> 314110 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 314110 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_387528B42774D3A8-001/tempDir-001/node2/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_387528B42774D3A8-001/tempDir-001/node2/./.system_shard1_replica_n1/data/]
   [junit4]   2> 314587 DEBUG (ScheduledTrigger-160-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 314626 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 314626 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 314644 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 314644 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 314647 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@12f4fe5a[.system_shard1_replica_n1] main]
   [junit4]   2> 314656 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 314657 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 314657 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 314657 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 314658 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 314675 INFO  (searcherExecutor-167-thread-1-processing-n:127.0.0.1:44225_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node2) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@12f4fe5a[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 314675 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597149631320424448
   [junit4]   2> 314717 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 314719 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 314719 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 314719 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44225/solr/.system_shard1_replica_n1/
   [junit4]   2> 314719 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 314719 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:44225/solr/.system_shard1_replica_n1/ has no replicas
   [junit4]   2> 314719 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 314734 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44225/solr/.system_shard1_replica_n1/ shard1
   [junit4]   2> 314735 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "base_url":"http://127.0.0.1:44225/solr",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 314851 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 2
   [junit4]   2> 314851 INFO  (zkCallback-177-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 314851 INFO  (zkCallback-177-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 314903 INFO  (qtp481585139-615) [n:127.0.0.1:44225_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 314906 DEBUG (OverseerStateUpdate-72417909321760773-127.0.0.1:39451_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44225/solr",
   [junit4]   2>   "node_name":"127.0.0.1:44225_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":

[...truncated too long message...]

ngth is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1208204834
     [copy] Copying 40 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1208204834
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1208204834

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null238113796
     [copy] Copying 246 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null238113796
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null238113796

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 50ms :: artifacts dl 1ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 590 minutes 19 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1523 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1523/

5 tests failed.
FAILED:  org.apache.solr.cloud.DistribCursorPagingTest.test

Error Message:
Could not load collection from ZK: collection1

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
	at __randomizedtesting.SeedInfo.seed([A5DE8909876BEF99:2D8AB6D329978261]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1250)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:679)
	at org.apache.solr.common.cloud.ClusterState$CollectionRef.get(ClusterState.java:386)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1208)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:851)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
	at org.apache.solr.cloud.DistribCursorPagingTest.assertFullWalkNoDups(DistribCursorPagingTest.java:718)
	at org.apache.solr.cloud.DistribCursorPagingTest.doRandomSortsOnLargeIndex(DistribCursorPagingTest.java:593)
	at org.apache.solr.cloud.DistribCursorPagingTest.test(DistribCursorPagingTest.java:93)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1262)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1248)
	... 52 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.Overseer.start(Overseer.java:545)  at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)  at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)  at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)  at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)  at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2069)  at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.cloud.Overseer.start(Overseer.java:545)
	at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
	at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
	at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2069)
	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([A5DE8909876BEF99]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:303)
	at sun.reflect.GeneratedMethodAccessor47.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest:     1) Thread[id=17879, name=OverseerAutoScalingTriggerThread-72409618321965059-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]         at java.lang.ClassLoader.findLoadedClass0(Native Method)         at java.lang.ClassLoader.findLoadedClass(ClassLoader.java:1038)         at java.lang.ClassLoader.loadClass(ClassLoader.java:406)         at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:338)         at java.lang.ClassLoader.loadClass(ClassLoader.java:357)         at org.apache.logging.log4j.core.impl.ThrowableProxy.loadClass(ThrowableProxy.java:613)         at org.apache.logging.log4j.core.impl.ThrowableProxy.toExtendedStackTrace(ThrowableProxy.java:738)         at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:138)         at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:122)         at org.apache.logging.log4j.core.impl.Log4jLogEvent.getThrownProxy(Log4jLogEvent.java:605)         at org.apache.logging.log4j.core.pattern.ExtendedThrowablePatternConverter.format(ExtendedThrowablePatternConverter.java:64)         at org.apache.logging.log4j.core.pattern.PatternFormatter.format(PatternFormatter.java:38)         at org.apache.logging.log4j.core.layout.PatternLayout$PatternSerializer.toSerializable(PatternLayout.java:334)         at org.apache.logging.log4j.core.layout.PatternLayout.toText(PatternLayout.java:233)         at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:218)         at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:58)         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:177)         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:170)         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:161)         at org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:156)         at org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:129)         at org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:120)         at org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:84)         at org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:448)         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:433)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)         at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)         at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:403)         at org.apache.logging.log4j.core.config.DefaultReliabilityStrategy.log(DefaultReliabilityStrategy.java:49)         at org.apache.logging.log4j.core.Logger.logMessage(Logger.java:146)         at org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2170)         at org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2125)         at org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2108)         at org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2002)         at org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1974)         at org.apache.logging.slf4j.Log4jLogger.error(Log4jLogger.java:319)         at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:146)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest: 
   1) Thread[id=17879, name=OverseerAutoScalingTriggerThread-72409618321965059-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]
        at java.lang.ClassLoader.findLoadedClass0(Native Method)
        at java.lang.ClassLoader.findLoadedClass(ClassLoader.java:1038)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:406)
        at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:338)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.loadClass(ThrowableProxy.java:613)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.toExtendedStackTrace(ThrowableProxy.java:738)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:138)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:122)
        at org.apache.logging.log4j.core.impl.Log4jLogEvent.getThrownProxy(Log4jLogEvent.java:605)
        at org.apache.logging.log4j.core.pattern.ExtendedThrowablePatternConverter.format(ExtendedThrowablePatternConverter.java:64)
        at org.apache.logging.log4j.core.pattern.PatternFormatter.format(PatternFormatter.java:38)
        at org.apache.logging.log4j.core.layout.PatternLayout$PatternSerializer.toSerializable(PatternLayout.java:334)
        at org.apache.logging.log4j.core.layout.PatternLayout.toText(PatternLayout.java:233)
        at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:218)
        at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:58)
        at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:177)
        at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:170)
        at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:161)
        at org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:156)
        at org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:129)
        at org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:120)
        at org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:84)
        at org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:448)
        at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:433)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
        at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)
        at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
        at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)
        at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:403)
        at org.apache.logging.log4j.core.config.DefaultReliabilityStrategy.log(DefaultReliabilityStrategy.java:49)
        at org.apache.logging.log4j.core.Logger.logMessage(Logger.java:146)
        at org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2170)
        at org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2125)
        at org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2108)
        at org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2002)
        at org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1974)
        at org.apache.logging.slf4j.Log4jLogger.error(Log4jLogger.java:319)
        at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:146)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([A5DE8909876BEF99]:0)


FAILED:  org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([A5DE8909876BEF99]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.uninverting.TestDocTermOrds

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([A5DE8909876BEF99]:0)




Build Log:
[...truncated 13228 lines...]
   [junit4] Suite: org.apache.solr.cloud.DistribCursorPagingTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/init-core-data-001
   [junit4]   2> 722067 WARN  (SUITE-DistribCursorPagingTest-seed#[A5DE8909876BEF99]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 722068 INFO  (SUITE-DistribCursorPagingTest-seed#[A5DE8909876BEF99]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 722069 INFO  (SUITE-DistribCursorPagingTest-seed#[A5DE8909876BEF99]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9182 - causes OOM)
   [junit4]   2> 722069 INFO  (SUITE-DistribCursorPagingTest-seed#[A5DE8909876BEF99]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 722069 INFO  (SUITE-DistribCursorPagingTest-seed#[A5DE8909876BEF99]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /qkjc/
   [junit4]   2> 722108 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 722130 INFO  (Thread-2925) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 722130 INFO  (Thread-2925) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 722149 ERROR (Thread-2925) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 722230 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.ZkTestServer start zk server on port:37143
   [junit4]   2> 722233 INFO  (zkConnectionManagerCallback-318-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 722237 INFO  (zkConnectionManagerCallback-320-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 722242 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-deeppaging.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 722244 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema-sorts.xml to /configs/conf1/schema.xml
   [junit4]   2> 722254 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 722255 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 722256 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 722278 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 722279 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 722282 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 722283 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 722284 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 722285 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 722287 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 722716 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 722717 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 722717 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 722717 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 722719 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@320a1e8d{/qkjc,null,AVAILABLE}
   [junit4]   2> 722720 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@73d76287{HTTP/1.1,[http/1.1]}{127.0.0.1:34117}
   [junit4]   2> 722720 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.Server Started @722854ms
   [junit4]   2> 722720 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/tempDir-001/control/data, hostContext=/qkjc, hostPort=34117, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/control-001/cores}
   [junit4]   2> 722720 ERROR (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 722720 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 722721 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 722721 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 722721 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 722721 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-06T16:18:46.268Z
   [junit4]   2> 722723 INFO  (zkConnectionManagerCallback-322-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 722732 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 722732 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/control-001/solr.xml
   [junit4]   2> 722736 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 722736 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 722758 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 722761 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37143/solr
   [junit4]   2> 722763 INFO  (zkConnectionManagerCallback-326-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 722765 INFO  (zkConnectionManagerCallback-328-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 722947 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34117_qkjc    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 722948 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34117_qkjc    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34117_qkjc
   [junit4]   2> 722949 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34117_qkjc    ] o.a.s.c.Overseer Overseer (id=72409452013682692-127.0.0.1:34117_qkjc-n_0000000000) starting
   [junit4]   2> 723036 INFO  (zkConnectionManagerCallback-335-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 723067 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34117_qkjc    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37143/solr ready
   [junit4]   2> 723068 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34117_qkjc    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34117_qkjc
   [junit4]   2> 723082 INFO  (OverseerStateUpdate-72409452013682692-127.0.0.1:34117_qkjc-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 723114 INFO  (zkCallback-334-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 723473 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34117_qkjc    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a
   [junit4]   2> 723480 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34117_qkjc    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a
   [junit4]   2> 723481 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34117_qkjc    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a
   [junit4]   2> 723482 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34117_qkjc    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/control-001/cores
   [junit4]   2> 723513 INFO  (zkConnectionManagerCallback-340-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 723515 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 723515 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37143/solr ready
   [junit4]   2> 723518 INFO  (qtp183645738-4169) [n:127.0.0.1:34117_qkjc    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34117_qkjc&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 723521 INFO  (OverseerThreadFactory-775-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 723638 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 723638 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 723744 INFO  (zkCallback-327-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 724841 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 724892 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=sortable
   [junit4]   2> 726487 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema sortable/1.6 with uniqueid field id
   [junit4]   2> 726487 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 726488 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a
   [junit4]   2> 726488 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 726488 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 726511 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1589488503, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 726732 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 726732 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 726733 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 726733 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 726747 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=89.7763671875, floorSegmentMB=1.447265625, forceMergeDeletesPctAllowed=13.946388500639072, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 726747 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@226d6f9d[control_collection_shard1_replica_n1] main]
   [junit4]   2> 726765 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 726766 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 726779 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 726779 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597014309943115776
   [junit4]   2> 726780 INFO  (searcherExecutor-778-thread-1-processing-n:127.0.0.1:34117_qkjc x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@226d6f9d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 726797 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 726800 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 726800 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 726800 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34117/qkjc/control_collection_shard1_replica_n1/
   [junit4]   2> 726800 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 726800 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34117/qkjc/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 726800 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 726803 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34117/qkjc/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 726804 INFO  (zkCallback-327-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 726854 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 726856 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3218
   [junit4]   2> 726859 INFO  (qtp183645738-4169) [n:127.0.0.1:34117_qkjc    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 726956 INFO  (zkCallback-327-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 727534 INFO  (OverseerCollectionConfigSetProcessor-72409452013682692-127.0.0.1:34117_qkjc-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 727860 INFO  (qtp183645738-4169) [n:127.0.0.1:34117_qkjc    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34117_qkjc&wt=javabin&version=2} status=0 QTime=4341
   [junit4]   2> 727876 INFO  (zkConnectionManagerCallback-345-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 727877 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 727887 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37143/solr ready
   [junit4]   2> 727887 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 727888 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 727895 INFO  (OverseerThreadFactory-775-thread-2) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 727896 WARN  (OverseerThreadFactory-775-thread-2) [    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 728139 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 728140 INFO  (qtp183645738-4173) [n:127.0.0.1:34117_qkjc    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=251
   [junit4]   2> 728549 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/shard-1-001 of type NRT
   [junit4]   2> 728549 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 728551 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 728551 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 728551 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 728551 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6cd91ff8{/qkjc,null,AVAILABLE}
   [junit4]   2> 728552 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5fecd350{HTTP/1.1,[http/1.1]}{127.0.0.1:34582}
   [junit4]   2> 728573 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.Server Started @728707ms
   [junit4]   2> 728573 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/qkjc, hostPort=34582, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/shard-1-001/cores}
   [junit4]   2> 728573 ERROR (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 728573 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 728574 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 728574 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 728574 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 728574 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-06T16:18:52.121Z
   [junit4]   2> 728577 INFO  (zkConnectionManagerCallback-347-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 728579 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 728579 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/shard-1-001/solr.xml
   [junit4]   2> 728583 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 728583 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 728584 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 728626 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37143/solr
   [junit4]   2> 728649 INFO  (zkConnectionManagerCallback-351-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 728759 INFO  (zkConnectionManagerCallback-353-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 728781 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34582_qkjc    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 728783 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34582_qkjc    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 728801 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34582_qkjc    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 728801 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34582_qkjc    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34582_qkjc
   [junit4]   2> 728812 INFO  (zkCallback-334-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 728848 INFO  (zkCallback-327-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 728849 INFO  (zkCallback-344-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 728849 INFO  (zkCallback-352-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 729208 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34582_qkjc    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a
   [junit4]   2> 729262 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34582_qkjc    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a
   [junit4]   2> 729263 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34582_qkjc    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a
   [junit4]   2> 729264 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34582_qkjc    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/shard-1-001/cores
   [junit4]   2> 729349 INFO  (zkConnectionManagerCallback-360-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 729365 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34582_qkjc    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 729366 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:34582_qkjc    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37143/solr ready
   [junit4]   2> 729462 INFO  (qtp183645738-4171) [n:127.0.0.1:34117_qkjc    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34582_qkjc&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 729465 INFO  (OverseerCollectionConfigSetProcessor-72409452013682692-127.0.0.1:34117_qkjc-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 729469 INFO  (OverseerThreadFactory-775-thread-3) [    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34582_qkjc for creating new replica
   [junit4]   2> 729486 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 729620 INFO  (zkCallback-352-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 730517 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 730554 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=sortable
   [junit4]   2> 730878 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema sortable/1.6 with uniqueid field id
   [junit4]   2> 730878 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
   [junit4]   2> 730879 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a
   [junit4]   2> 730879 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 730879 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 730882 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1589488503, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 731068 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 731068 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 731077 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 731077 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 731079 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=89.7763671875, floorSegmentMB=1.447265625, forceMergeDeletesPctAllowed=13.946388500639072, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 731079 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@338b4be5[collection1_shard2_replica_n41] main]
   [junit4]   2> 731080 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 731081 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 731090 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 731090 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597014314463526912
   [junit4]   2> 731091 INFO  (searcherExecutor-789-thread-1-processing-n:127.0.0.1:34582_qkjc x:collection1_shard2_replica_n41 c:collection1 s:shard2) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@338b4be5[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 731103 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
   [junit4]   2> 731106 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 731106 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 731106 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34582/qkjc/collection1_shard2_replica_n41/
   [junit4]   2> 731106 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 731106 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:34582/qkjc/collection1_shard2_replica_n41/ has no replicas
   [junit4]   2> 731106 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 731109 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34582/qkjc/collection1_shard2_replica_n41/ shard2
   [junit4]   2> 731210 INFO  (zkCallback-352-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 731260 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 731262 INFO  (qtp372192306-4221) [n:127.0.0.1:34582_qkjc c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1775
   [junit4]   2> 731265 INFO  (qtp183645738-4171) [n:127.0.0.1:34117_qkjc    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34582_qkjc&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1802
   [junit4]   2> 731363 INFO  (zkCallback-352-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 731432 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/shard-2-001 of type NRT
   [junit4]   2> 731433 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 731434 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 731434 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 731434 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 731435 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57e00684{/qkjc,null,AVAILABLE}
   [junit4]   2> 731435 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@12aeb340{HTTP/1.1,[http/1.1]}{127.0.0.1:33312}
   [junit4]   2> 731435 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.Server Started @731569ms
   [junit4]   2> 731435 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/qkjc, hostPort=33312, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/shard-2-001/cores}
   [junit4]   2> 731436 ERROR (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 731436 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 731436 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 731436 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 731436 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 731437 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-06T16:18:54.984Z
   [junit4]   2> 731459 INFO  (zkConnectionManagerCallback-362-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 731461 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 731461 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/shard-2-001/solr.xml
   [junit4]   2> 731465 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 731465 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 731466 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 731466 INFO  (OverseerCollectionConfigSetProcessor-72409452013682692-127.0.0.1:34117_qkjc-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 731477 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37143/solr
   [junit4]   2> 731479 INFO  (zkConnectionManagerCallback-366-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 731493 INFO  (zkConnectionManagerCallback-368-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 731508 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:33312_qkjc    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 731509 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:33312_qkjc    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 731512 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:33312_qkjc    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 731512 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:33312_qkjc    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33312_qkjc
   [junit4]   2> 731513 INFO  (zkCallback-334-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 731513 INFO  (zkCallback-344-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 731513 INFO  (zkCallback-352-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 731513 INFO  (zkCallback-327-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 731514 INFO  (zkCallback-359-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 731514 INFO  (zkCallback-367-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 731761 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:33312_qkjc    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a
   [junit4]   2> 731770 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:33312_qkjc    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a
   [junit4]   2> 731770 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:33312_qkjc    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a
   [junit4]   2> 731771 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:33312_qkjc    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/shard-2-001/cores
   [junit4]   2> 731784 INFO  (zkConnectionManagerCallback-375-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 731785 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:33312_qkjc    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 731786 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [n:127.0.0.1:33312_qkjc    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37143/solr ready
   [junit4]   2> 731832 INFO  (qtp1254227970-4256) [n:127.0.0.1:33312_qkjc    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33312_qkjc&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 731850 INFO  (OverseerThreadFactory-775-thread-4) [    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:33312_qkjc for creating new replica
   [junit4]   2> 731903 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 732016 INFO  (zkCallback-367-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 732016 INFO  (zkCallback-352-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 732934 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 732942 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=sortable
   [junit4]   2> 733020 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema sortable/1.6 with uniqueid field id
   [junit4]   2> 733020 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
   [junit4]   2> 733041 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a
   [junit4]   2> 733041 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 733042 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
   [junit4]   2> 733044 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1589488503, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 733122 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 733122 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 733123 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 733123 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 733124 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=89.7763671875, floorSegmentMB=1.447265625, forceMergeDeletesPctAllowed=13.946388500639072, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 733125 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b264512[collection1_shard1_replica_n43] main]
   [junit4]   2> 733126 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 733126 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 733143 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 733144 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597014316617302016
   [junit4]   2> 733176 INFO  (searcherExecutor-800-thread-1-processing-n:127.0.0.1:33312_qkjc x:collection1_shard1_replica_n43 c:collection1 s:shard1) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@5b264512[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 733179 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node44=0}, version=0}
   [junit4]   2> 733190 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 733190 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 733190 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33312/qkjc/collection1_shard1_replica_n43/
   [junit4]   2> 733190 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 733190 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:33312/qkjc/collection1_shard1_replica_n43/ has no replicas
   [junit4]   2> 733190 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 733206 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33312/qkjc/collection1_shard1_replica_n43/ shard1
   [junit4]   2> 733326 INFO  (zkCallback-352-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 733326 INFO  (zkCallback-367-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 733357 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 733367 INFO  (qtp1254227970-4260) [n:127.0.0.1:33312_qkjc c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1463
   [junit4]   2> 733412 INFO  (qtp1254227970-4256) [n:127.0.0.1:33312_qkjc    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33312_qkjc&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1580
   [junit4]   2> 733505 INFO  (zkCallback-352-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 733505 INFO  (zkCallback-367-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 733850 INFO  (OverseerCollectionConfigSetProcessor-72409452013682692-127.0.0.1:34117_qkjc-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 733882 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/shard-3-001 of type NRT
   [junit4]   2> 733882 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 733884 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 733884 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 733884 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 733884 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c3d5087{/qkjc,null,AVAILABLE}
   [junit4]   2> 733885 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5af4bf79{HTTP/1.1,[http/1.1]}{127.0.0.1:45797}
   [junit4]   2> 733885 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.e.j.s.Server Started @734019ms
   [junit4]   2> 733885 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/qkjc, hostPort=45797, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/shard-3-001/cores}
   [junit4]   2> 733885 ERROR (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 733885 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 733885 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 733885 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 733885 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 733885 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-06T16:18:57.432Z
   [junit4]   2> 733888 INFO  (zkConnectionManagerCallback-377-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 733889 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 733889 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.DistribCursorPagingTest_A5DE8909876BEF99-001/shard-3-001/solr.xml
   [junit4]   2> 733893 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 733893 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 733907 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7fb4268a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 733910 INFO  (TEST-DistribCursorPagingTest.test-seed#[A5DE8909876BEF99]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37143/solr
   [junit4]   2> 733924 INFO  (zkConnectionManagerCallback-381-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 733927 INFO  (zkConnectionManagerCallback-383-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 733942 INFO  (TEST-D

[...truncated too long message...]

ngth is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1882692049
     [copy] Copying 40 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1882692049
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1882692049

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null689770069
     [copy] Copying 246 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null689770069
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null689770069

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 56ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 596 minutes 43 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1522 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1522/

2 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete

Error Message:
Could not find collection:testSolrCloudCollectionWithoutCores

Stack Trace:
java.lang.AssertionError: Could not find collection:testSolrCloudCollectionWithoutCores
	at __randomizedtesting.SeedInfo.seed([8E7B76D113D81FC2:3DBEB9101CA0CC83]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
	at org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.createCollection(TestCollectionsAPIViaSolrCloudCluster.java:93)
	at org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete(TestCollectionsAPIViaSolrCloudCluster.java:184)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1522959643680,generation=2,filelist=[_mn4.fdt, _mn4.fdx, _mn4.fnm, _mn4.nvd, _mn4.nvm, _mn4.si, _mn4_Lucene50_0.doc, _mn4_Lucene50_0.tim, _mn4_Lucene50_0.tip, _mpt.cfe, _mpt.cfs, _mpt.si, _mpu.fdt, _mpu.fdx, _mpu.fnm, _mpu.nvd, _mpu.nvm, _mpu.si, _mpu_Lucene50_0.doc, _mpu_Lucene50_0.tim, _mpu_Lucene50_0.tip, _mpv.fdt, _mpv.fdx, _mpv.fnm, _mpv.nvd, _mpv.nvm, _mpv.si, _mpv_Lucene50_0.doc, _mpv_Lucene50_0.tim, _mpv_Lucene50_0.tip, _mpw.fdt, _mpw.fdx, _mpw.fnm, _mpw.nvd, _mpw.nvm, _mpw.si, _mpw_Lucene50_0.doc, _mpw_Lucene50_0.tim, _mpw_Lucene50_0.tip, _mpx.fdt, _mpx.fdx, _mpx.fnm, _mpx.nvd, _mpx.nvm, _mpx.si, _mpx_Lucene50_0.doc, _mpx_Lucene50_0.tim, _mpx_Lucene50_0.tip, _mpy.fdt, _mpy.fdx, _mpy.fnm, _mpy.nvd, _mpy.nvm, _mpy.si, _mpy_Lucene50_0.doc, _mpy_Lucene50_0.tim, _mpy_Lucene50_0.tip, _mpz.fdt, _mpz.fdx, _mpz.fnm, _mpz.nvd, _mpz.nvm, _mpz.si, _mpz_Lucene50_0.doc, _mpz_Lucene50_0.tim, _mpz_Lucene50_0.tip, _mq0.fdt, _mq0.fdx, _mq0.fnm, _mq0.nvd, _mq0.nvm, _mq0.si, _mq0_Lucene50_0.doc, _mq0_Lucene50_0.tim, _mq0_Lucene50_0.tip, _mq1.fdt, _mq1.fdx, _mq1.fnm, _mq1.nvd, _mq1.nvm, _mq1.si, _mq1_Lucene50_0.doc, _mq1_Lucene50_0.tim, _mq1_Lucene50_0.tip, _mq2.fdt, _mq2.fdx, _mq2.fnm, _mq2.nvd, _mq2.nvm, _mq2.si, _mq2_Lucene50_0.doc, _mq2_Lucene50_0.tim, _mq2_Lucene50_0.tip, _mq3.fdt, _mq3.fdx, _mq3.fnm, _mq3.nvd, _mq3.nvm, _mq3.si, _mq3_Lucene50_0.doc, _mq3_Lucene50_0.tim, _mq3_Lucene50_0.tip, _mq4.fdt, _mq4.fdx, _mq4.fnm, _mq4.nvd, _mq4.nvm, _mq4.si, _mq4_Lucene50_0.doc, _mq4_Lucene50_0.tim, _mq4_Lucene50_0.tip, _mq5.fdt, _mq5.fdx, _mq5.fnm, _mq5.nvd, _mq5.nvm, _mq5.si, _mq5_Lucene50_0.doc, _mq5_Lucene50_0.tim, _mq5_Lucene50_0.tip, _mq6.fdt, _mq6.fdx, _mq6.fnm, _mq6.nvd, _mq6.nvm, _mq6.si, _mq6_Lucene50_0.doc, _mq6_Lucene50_0.tim, _mq6_Lucene50_0.tip, _mq7.fdt, _mq7.fdx, _mq7.fnm, _mq7.nvd, _mq7.nvm, _mq7.si, _mq7_Lucene50_0.doc, _mq7_Lucene50_0.tim, _mq7_Lucene50_0.tip, _mq8.fdt, _mq8.fdx, _mq8.fnm, _mq8.nvd, _mq8.nvm, _mq8.si, _mq8_Lucene50_0.doc, _mq8_Lucene50_0.tim, _mq8_Lucene50_0.tip, _mq9.fdt, _mq9.fdx, _mq9.fnm, _mq9.nvd, _mq9.nvm, _mq9.si, _mq9_Lucene50_0.doc, _mq9_Lucene50_0.tim, _mq9_Lucene50_0.tip, _mqa.fdt, _mqa.fdx, _mqa.fnm, _mqa.nvd, _mqa.nvm, _mqa.si, _mqa_Lucene50_0.doc, _mqa_Lucene50_0.tim, _mqa_Lucene50_0.tip, _mqb.fdt, _mqb.fdx, _mqb.fnm, _mqb.nvd, _mqb.nvm, _mqb.si, _mqb_Lucene50_0.doc, _mqb_Lucene50_0.tim, _mqb_Lucene50_0.tip, _mqc.fdt, _mqc.fdx, _mqc.fnm, _mqc.nvd, _mqc.nvm, _mqc.si, _mqc_Lucene50_0.doc, _mqc_Lucene50_0.tim, _mqc_Lucene50_0.tip, _mqd.fdt, _mqd.fdx, _mqd.fnm, _mqd.nvd, _mqd.nvm, _mqd.si, _mqd_Lucene50_0.doc, _mqd_Lucene50_0.tim, _mqd_Lucene50_0.tip, _mqe.fdt, _mqe.fdx, _mqe.fnm, _mqe.nvd, _mqe.nvm, _mqe.si, _mqe_Lucene50_0.doc, _mqe_Lucene50_0.tim, _mqe_Lucene50_0.tip, _mqf.fdt, _mqf.fdx, _mqf.fnm, _mqf.nvd, _mqf.nvm, _mqf.si, _mqf_Lucene50_0.doc, _mqf_Lucene50_0.tim, _mqf_Lucene50_0.tip, _mqg.fdt, _mqg.fdx, _mqg.fnm, _mqg.nvd, _mqg.nvm, _mqg.si, _mqg_Lucene50_0.doc, _mqg_Lucene50_0.tim, _mqg_Lucene50_0.tip, _mqh.fdt, _mqh.fdx, _mqh.fnm, _mqh.nvd, _mqh.nvm, _mqh.si, _mqh_Lucene50_0.doc, _mqh_Lucene50_0.tim, _mqh_Lucene50_0.tip, _mqi.fdt, _mqi.fdx, _mqi.fnm, _mqi.nvd, _mqi.nvm, _mqi.si, _mqi_Lucene50_0.doc, _mqi_Lucene50_0.tim, _mqi_Lucene50_0.tip, _mqj.fdt, _mqj.fdx, _mqj.fnm, _mqj.nvd, _mqj.nvm, _mqj.si, _mqj_Lucene50_0.doc, _mqj_Lucene50_0.tim, _mqj_Lucene50_0.tip, _mqk.fdt, _mqk.fdx, _mqk.fnm, _mqk.nvd, _mqk.nvm, _mqk.si, _mqk_Lucene50_0.doc, _mqk_Lucene50_0.tim, _mqk_Lucene50_0.tip, _mql.fdt, _mql.fdx, _mql.fnm, _mql.nvd, _mql.nvm, _mql.si, _mql_Lucene50_0.doc, _mql_Lucene50_0.tim, _mql_Lucene50_0.tip, _mqm.fdt, _mqm.fdx, _mqm.fnm, _mqm.nvd, _mqm.nvm, _mqm.si, _mqm_Lucene50_0.doc, _mqm_Lucene50_0.tim, _mqm_Lucene50_0.tip, _mqn.fdt, _mqn.fdx, _mqn.fnm, _mqn.nvd, _mqn.nvm, _mqn.si, _mqn_Lucene50_0.doc, _mqn_Lucene50_0.tim, _mqn_Lucene50_0.tip, _mqp.fdt, _mqp.fdx, _mqp.fnm, _mqp.nvd, _mqp.nvm, _mqp.si, _mqp_Lucene50_0.doc, _mqp_Lucene50_0.tim, _mqp_Lucene50_0.tip, _mqq.fdt, _mqq.fdx, _mqq.fnm, _mqq.nvd, _mqq.nvm, _mqq.si, _mqq_Lucene50_0.doc, _mqq_Lucene50_0.tim, _mqq_Lucene50_0.tip, _mqr.fdt, _mqr.fdx, _mqr.fnm, _mqr.nvd, _mqr.nvm, _mqr.si, _mqr_Lucene50_0.doc, _mqr_Lucene50_0.tim, _mqr_Lucene50_0.tip, _mqs.fdt, _mqs.fdx, _mqs.fnm, _mqs.nvd, _mqs.nvm, _mqs.si, _mqs_Lucene50_0.doc, _mqs_Lucene50_0.tim, _mqs_Lucene50_0.tip, _mqt.fdt, _mqt.fdx, _mqt.fnm, _mqt.nvd, _mqt.nvm, _mqt.si, _mqt_Lucene50_0.doc, _mqt_Lucene50_0.tim, _mqt_Lucene50_0.tip, _mqu.fdt, _mqu.fdx, _mqu.fnm, _mqu.nvd, _mqu.nvm, _mqu.si, _mqu_Lucene50_0.doc, _mqu_Lucene50_0.tim, _mqu_Lucene50_0.tip, _mqv.fdt, _mqv.fdx, _mqv.fnm, _mqv.nvd, _mqv.nvm, _mqv.si, _mqv_Lucene50_0.doc, _mqv_Lucene50_0.tim, _mqv_Lucene50_0.tip, _mqw.fdt, _mqw.fdx, _mqw.fnm, _mqw.nvd, _mqw.nvm, _mqw.si, _mqw_Lucene50_0.doc, _mqw_Lucene50_0.tim, _mqw_Lucene50_0.tip, _mqx.fdt, _mqx.fdx, _mqx.fnm, _mqx.nvd, _mqx.nvm, _mqx.si, _mqx_Lucene50_0.doc, _mqx_Lucene50_0.tim, _mqx_Lucene50_0.tip, _mqy.fdt, _mqy.fdx, _mqy.fnm, _mqy.nvd, _mqy.nvm, _mqy.si, _mqy_Lucene50_0.doc, _mqy_Lucene50_0.tim, _mqy_Lucene50_0.tip, _mqz.fdt, _mqz.fdx, _mqz.fnm, _mqz.nvd, _mqz.nvm, _mqz.si, _mqz_Lucene50_0.doc, _mqz_Lucene50_0.tim, _mqz_Lucene50_0.tip, _mr0.fdt, _mr0.fdx, _mr0.fnm, _mr0.nvd, _mr0.nvm, _mr0.si, _mr0_Lucene50_0.doc, _mr0_Lucene50_0.tim, _mr0_Lucene50_0.tip, _mr1.fdt, _mr1.fdx, _mr1.fnm, _mr1.nvd, _mr1.nvm, _mr1.si, _mr1_Lucene50_0.doc, _mr1_Lucene50_0.tim, _mr1_Lucene50_0.tip, _mr2.fdt, _mr2.fdx, _mr2.fnm, _mr2.nvd, _mr2.nvm, _mr2.si, _mr2_Lucene50_0.doc, _mr2_Lucene50_0.tim, _mr2_Lucene50_0.tip, _mr3.fdt, _mr3.fdx, _mr3.fnm, _mr3.nvd, _mr3.nvm, _mr3.si, _mr3_Lucene50_0.doc, _mr3_Lucene50_0.tim, _mr3_Lucene50_0.tip, _mr4.fdt, _mr4.fdx, _mr4.fnm, _mr4.nvd, _mr4.nvm, _mr4.si, _mr4_Lucene50_0.doc, _mr4_Lucene50_0.tim, _mr4_Lucene50_0.tip, _mr5.fdt, _mr5.fdx, _mr5.fnm, _mr5.nvd, _mr5.nvm, _mr5.si, _mr5_Lucene50_0.doc, _mr5_Lucene50_0.tim, _mr5_Lucene50_0.tip, _mr6.fdt, _mr6.fdx, _mr6.fnm, _mr6.nvd, _mr6.nvm, _mr6.si, _mr6_Lucene50_0.doc, _mr6_Lucene50_0.tim, _mr6_Lucene50_0.tip, _mr7.fdt, _mr7.fdx, _mr7.fnm, _mr7.nvd, _mr7.nvm, _mr7.si, _mr7_Lucene50_0.doc, _mr7_Lucene50_0.tim, _mr7_Lucene50_0.tip, _mr8.fdt, _mr8.fdx, _mr8.fnm, _mr8.nvd, _mr8.nvm, _mr8.si, _mr8_Lucene50_0.doc, _mr8_Lucene50_0.tim, _mr8_Lucene50_0.tip, segments_2]}]> but was:<[{indexVersion=1522959643680,generation=2,filelist=[_mn4.fdt, _mn4.fdx, _mn4.fnm, _mn4.nvd, _mn4.nvm, _mn4.si, _mn4_Lucene50_0.doc, _mn4_Lucene50_0.tim, _mn4_Lucene50_0.tip, _mpt.cfe, _mpt.cfs, _mpt.si, _mpu.fdt, _mpu.fdx, _mpu.fnm, _mpu.nvd, _mpu.nvm, _mpu.si, _mpu_Lucene50_0.doc, _mpu_Lucene50_0.tim, _mpu_Lucene50_0.tip, _mpv.fdt, _mpv.fdx, _mpv.fnm, _mpv.nvd, _mpv.nvm, _mpv.si, _mpv_Lucene50_0.doc, _mpv_Lucene50_0.tim, _mpv_Lucene50_0.tip, _mpw.fdt, _mpw.fdx, _mpw.fnm, _mpw.nvd, _mpw.nvm, _mpw.si, _mpw_Lucene50_0.doc, _mpw_Lucene50_0.tim, _mpw_Lucene50_0.tip, _mpx.fdt, _mpx.fdx, _mpx.fnm, _mpx.nvd, _mpx.nvm, _mpx.si, _mpx_Lucene50_0.doc, _mpx_Lucene50_0.tim, _mpx_Lucene50_0.tip, _mpy.fdt, _mpy.fdx, _mpy.fnm, _mpy.nvd, _mpy.nvm, _mpy.si, _mpy_Lucene50_0.doc, _mpy_Lucene50_0.tim, _mpy_Lucene50_0.tip, _mpz.fdt, _mpz.fdx, _mpz.fnm, _mpz.nvd, _mpz.nvm, _mpz.si, _mpz_Lucene50_0.doc, _mpz_Lucene50_0.tim, _mpz_Lucene50_0.tip, _mq0.fdt, _mq0.fdx, _mq0.fnm, _mq0.nvd, _mq0.nvm, _mq0.si, _mq0_Lucene50_0.doc, _mq0_Lucene50_0.tim, _mq0_Lucene50_0.tip, _mq1.fdt, _mq1.fdx, _mq1.fnm, _mq1.nvd, _mq1.nvm, _mq1.si, _mq1_Lucene50_0.doc, _mq1_Lucene50_0.tim, _mq1_Lucene50_0.tip, _mq2.fdt, _mq2.fdx, _mq2.fnm, _mq2.nvd, _mq2.nvm, _mq2.si, _mq2_Lucene50_0.doc, _mq2_Lucene50_0.tim, _mq2_Lucene50_0.tip, _mq3.fdt, _mq3.fdx, _mq3.fnm, _mq3.nvd, _mq3.nvm, _mq3.si, _mq3_Lucene50_0.doc, _mq3_Lucene50_0.tim, _mq3_Lucene50_0.tip, _mq4.fdt, _mq4.fdx, _mq4.fnm, _mq4.nvd, _mq4.nvm, _mq4.si, _mq4_Lucene50_0.doc, _mq4_Lucene50_0.tim, _mq4_Lucene50_0.tip, _mq5.fdt, _mq5.fdx, _mq5.fnm, _mq5.nvd, _mq5.nvm, _mq5.si, _mq5_Lucene50_0.doc, _mq5_Lucene50_0.tim, _mq5_Lucene50_0.tip, _mq6.fdt, _mq6.fdx, _mq6.fnm, _mq6.nvd, _mq6.nvm, _mq6.si, _mq6_Lucene50_0.doc, _mq6_Lucene50_0.tim, _mq6_Lucene50_0.tip, _mq7.fdt, _mq7.fdx, _mq7.fnm, _mq7.nvd, _mq7.nvm, _mq7.si, _mq7_Lucene50_0.doc, _mq7_Lucene50_0.tim, _mq7_Lucene50_0.tip, _mq8.fdt, _mq8.fdx, _mq8.fnm, _mq8.nvd, _mq8.nvm, _mq8.si, _mq8_Lucene50_0.doc, _mq8_Lucene50_0.tim, _mq8_Lucene50_0.tip, _mq9.fdt, _mq9.fdx, _mq9.fnm, _mq9.nvd, _mq9.nvm, _mq9.si, _mq9_Lucene50_0.doc, _mq9_Lucene50_0.tim, _mq9_Lucene50_0.tip, _mqa.fdt, _mqa.fdx, _mqa.fnm, _mqa.nvd, _mqa.nvm, _mqa.si, _mqa_Lucene50_0.doc, _mqa_Lucene50_0.tim, _mqa_Lucene50_0.tip, _mqb.fdt, _mqb.fdx, _mqb.fnm, _mqb.nvd, _mqb.nvm, _mqb.si, _mqb_Lucene50_0.doc, _mqb_Lucene50_0.tim, _mqb_Lucene50_0.tip, _mqc.fdt, _mqc.fdx, _mqc.fnm, _mqc.nvd, _mqc.nvm, _mqc.si, _mqc_Lucene50_0.doc, _mqc_Lucene50_0.tim, _mqc_Lucene50_0.tip, _mqd.fdt, _mqd.fdx, _mqd.fnm, _mqd.nvd, _mqd.nvm, _mqd.si, _mqd_Lucene50_0.doc, _mqd_Lucene50_0.tim, _mqd_Lucene50_0.tip, _mqe.fdt, _mqe.fdx, _mqe.fnm, _mqe.nvd, _mqe.nvm, _mqe.si, _mqe_Lucene50_0.doc, _mqe_Lucene50_0.tim, _mqe_Lucene50_0.tip, _mqf.fdt, _mqf.fdx, _mqf.fnm, _mqf.nvd, _mqf.nvm, _mqf.si, _mqf_Lucene50_0.doc, _mqf_Lucene50_0.tim, _mqf_Lucene50_0.tip, _mqg.fdt, _mqg.fdx, _mqg.fnm, _mqg.nvd, _mqg.nvm, _mqg.si, _mqg_Lucene50_0.doc, _mqg_Lucene50_0.tim, _mqg_Lucene50_0.tip, _mqh.fdt, _mqh.fdx, _mqh.fnm, _mqh.nvd, _mqh.nvm, _mqh.si, _mqh_Lucene50_0.doc, _mqh_Lucene50_0.tim, _mqh_Lucene50_0.tip, _mqi.fdt, _mqi.fdx, _mqi.fnm, _mqi.nvd, _mqi.nvm, _mqi.si, _mqi_Lucene50_0.doc, _mqi_Lucene50_0.tim, _mqi_Lucene50_0.tip, _mqj.fdt, _mqj.fdx, _mqj.fnm, _mqj.nvd, _mqj.nvm, _mqj.si, _mqj_Lucene50_0.doc, _mqj_Lucene50_0.tim, _mqj_Lucene50_0.tip, _mqk.fdt, _mqk.fdx, _mqk.fnm, _mqk.nvd, _mqk.nvm, _mqk.si, _mqk_Lucene50_0.doc, _mqk_Lucene50_0.tim, _mqk_Lucene50_0.tip, _mql.fdt, _mql.fdx, _mql.fnm, _mql.nvd, _mql.nvm, _mql.si, _mql_Lucene50_0.doc, _mql_Lucene50_0.tim, _mql_Lucene50_0.tip, _mqm.fdt, _mqm.fdx, _mqm.fnm, _mqm.nvd, _mqm.nvm, _mqm.si, _mqm_Lucene50_0.doc, _mqm_Lucene50_0.tim, _mqm_Lucene50_0.tip, _mqn.fdt, _mqn.fdx, _mqn.fnm, _mqn.nvd, _mqn.nvm, _mqn.si, _mqn_Lucene50_0.doc, _mqn_Lucene50_0.tim, _mqn_Lucene50_0.tip, _mqp.fdt, _mqp.fdx, _mqp.fnm, _mqp.nvd, _mqp.nvm, _mqp.si, _mqp_Lucene50_0.doc, _mqp_Lucene50_0.tim, _mqp_Lucene50_0.tip, _mqq.fdt, _mqq.fdx, _mqq.fnm, _mqq.nvd, _mqq.nvm, _mqq.si, _mqq_Lucene50_0.doc, _mqq_Lucene50_0.tim, _mqq_Lucene50_0.tip, _mqr.fdt, _mqr.fdx, _mqr.fnm, _mqr.nvd, _mqr.nvm, _mqr.si, _mqr_Lucene50_0.doc, _mqr_Lucene50_0.tim, _mqr_Lucene50_0.tip, _mqs.fdt, _mqs.fdx, _mqs.fnm, _mqs.nvd, _mqs.nvm, _mqs.si, _mqs_Lucene50_0.doc, _mqs_Lucene50_0.tim, _mqs_Lucene50_0.tip, _mqt.fdt, _mqt.fdx, _mqt.fnm, _mqt.nvd, _mqt.nvm, _mqt.si, _mqt_Lucene50_0.doc, _mqt_Lucene50_0.tim, _mqt_Lucene50_0.tip, _mqu.fdt, _mqu.fdx, _mqu.fnm, _mqu.nvd, _mqu.nvm, _mqu.si, _mqu_Lucene50_0.doc, _mqu_Lucene50_0.tim, _mqu_Lucene50_0.tip, _mqv.fdt, _mqv.fdx, _mqv.fnm, _mqv.nvd, _mqv.nvm, _mqv.si, _mqv_Lucene50_0.doc, _mqv_Lucene50_0.tim, _mqv_Lucene50_0.tip, _mqw.fdt, _mqw.fdx, _mqw.fnm, _mqw.nvd, _mqw.nvm, _mqw.si, _mqw_Lucene50_0.doc, _mqw_Lucene50_0.tim, _mqw_Lucene50_0.tip, _mqx.fdt, _mqx.fdx, _mqx.fnm, _mqx.nvd, _mqx.nvm, _mqx.si, _mqx_Lucene50_0.doc, _mqx_Lucene50_0.tim, _mqx_Lucene50_0.tip, _mqy.fdt, _mqy.fdx, _mqy.fnm, _mqy.nvd, _mqy.nvm, _mqy.si, _mqy_Lucene50_0.doc, _mqy_Lucene50_0.tim, _mqy_Lucene50_0.tip, _mqz.fdt, _mqz.fdx, _mqz.fnm, _mqz.nvd, _mqz.nvm, _mqz.si, _mqz_Lucene50_0.doc, _mqz_Lucene50_0.tim, _mqz_Lucene50_0.tip, _mr0.fdt, _mr0.fdx, _mr0.fnm, _mr0.nvd, _mr0.nvm, _mr0.si, _mr0_Lucene50_0.doc, _mr0_Lucene50_0.tim, _mr0_Lucene50_0.tip, _mr1.fdt, _mr1.fdx, _mr1.fnm, _mr1.nvd, _mr1.nvm, _mr1.si, _mr1_Lucene50_0.doc, _mr1_Lucene50_0.tim, _mr1_Lucene50_0.tip, _mr2.fdt, _mr2.fdx, _mr2.fnm, _mr2.nvd, _mr2.nvm, _mr2.si, _mr2_Lucene50_0.doc, _mr2_Lucene50_0.tim, _mr2_Lucene50_0.tip, _mr3.fdt, _mr3.fdx, _mr3.fnm, _mr3.nvd, _mr3.nvm, _mr3.si, _mr3_Lucene50_0.doc, _mr3_Lucene50_0.tim, _mr3_Lucene50_0.tip, _mr4.fdt, _mr4.fdx, _mr4.fnm, _mr4.nvd, _mr4.nvm, _mr4.si, _mr4_Lucene50_0.doc, _mr4_Lucene50_0.tim, _mr4_Lucene50_0.tip, _mr5.fdt, _mr5.fdx, _mr5.fnm, _mr5.nvd, _mr5.nvm, _mr5.si, _mr5_Lucene50_0.doc, _mr5_Lucene50_0.tim, _mr5_Lucene50_0.tip, _mr6.fdt, _mr6.fdx, _mr6.fnm, _mr6.nvd, _mr6.nvm, _mr6.si, _mr6_Lucene50_0.doc, _mr6_Lucene50_0.tim, _mr6_Lucene50_0.tip, _mr7.fdt, _mr7.fdx, _mr7.fnm, _mr7.nvd, _mr7.nvm, _mr7.si, _mr7_Lucene50_0.doc, _mr7_Lucene50_0.tim, _mr7_Lucene50_0.tip, _mr8.fdt, _mr8.fdx, _mr8.fnm, _mr8.nvd, _mr8.nvm, _mr8.si, _mr8_Lucene50_0.doc, _mr8_Lucene50_0.tim, _mr8_Lucene50_0.tip, segments_2]}, {indexVersion=1522959643680,generation=3,filelist=[_mqo.fdt, _mqo.fdx, _mqo.fnm, _mqo.nvd, _mqo.nvm, _mqo.si, _mqo_Lucene50_0.doc, _mqo_Lucene50_0.tim, _mqo_Lucene50_0.tip, _mqp.fdt, _mqp.fdx, _mqp.fnm, _mqp.nvd, _mqp.nvm, _mqp.si, _mqp_Lucene50_0.doc, _mqp_Lucene50_0.tim, _mqp_Lucene50_0.tip, _mqq.fdt, _mqq.fdx, _mqq.fnm, _mqq.nvd, _mqq.nvm, _mqq.si, _mqq_Lucene50_0.doc, _mqq_Lucene50_0.tim, _mqq_Lucene50_0.tip, _mqr.fdt, _mqr.fdx, _mqr.fnm, _mqr.nvd, _mqr.nvm, _mqr.si, _mqr_Lucene50_0.doc, _mqr_Lucene50_0.tim, _mqr_Lucene50_0.tip, _mqs.fdt, _mqs.fdx, _mqs.fnm, _mqs.nvd, _mqs.nvm, _mqs.si, _mqs_Lucene50_0.doc, _mqs_Lucene50_0.tim, _mqs_Lucene50_0.tip, _mqt.fdt, _mqt.fdx, _mqt.fnm, _mqt.nvd, _mqt.nvm, _mqt.si, _mqt_Lucene50_0.doc, _mqt_Lucene50_0.tim, _mqt_Lucene50_0.tip, _mqu.fdt, _mqu.fdx, _mqu.fnm, _mqu.nvd, _mqu.nvm, _mqu.si, _mqu_Lucene50_0.doc, _mqu_Lucene50_0.tim, _mqu_Lucene50_0.tip, _mqv.fdt, _mqv.fdx, _mqv.fnm, _mqv.nvd, _mqv.nvm, _mqv.si, _mqv_Lucene50_0.doc, _mqv_Lucene50_0.tim, _mqv_Lucene50_0.tip, _mqw.fdt, _mqw.fdx, _mqw.fnm, _mqw.nvd, _mqw.nvm, _mqw.si, _mqw_Lucene50_0.doc, _mqw_Lucene50_0.tim, _mqw_Lucene50_0.tip, _mqx.fdt, _mqx.fdx, _mqx.fnm, _mqx.nvd, _mqx.nvm, _mqx.si, _mqx_Lucene50_0.doc, _mqx_Lucene50_0.tim, _mqx_Lucene50_0.tip, _mqy.fdt, _mqy.fdx, _mqy.fnm, _mqy.nvd, _mqy.nvm, _mqy.si, _mqy_Lucene50_0.doc, _mqy_Lucene50_0.tim, _mqy_Lucene50_0.tip, _mqz.fdt, _mqz.fdx, _mqz.fnm, _mqz.nvd, _mqz.nvm, _mqz.si, _mqz_Lucene50_0.doc, _mqz_Lucene50_0.tim, _mqz_Lucene50_0.tip, _mr0.fdt, _mr0.fdx, _mr0.fnm, _mr0.nvd, _mr0.nvm, _mr0.si, _mr0_Lucene50_0.doc, _mr0_Lucene50_0.tim, _mr0_Lucene50_0.tip, _mr1.fdt, _mr1.fdx, _mr1.fnm, _mr1.nvd, _mr1.nvm, _mr1.si, _mr1_Lucene50_0.doc, _mr1_Lucene50_0.tim, _mr1_Lucene50_0.tip, _mr2.fdt, _mr2.fdx, _mr2.fnm, _mr2.nvd, _mr2.nvm, _mr2.si, _mr2_Lucene50_0.doc, _mr2_Lucene50_0.tim, _mr2_Lucene50_0.tip, _mr3.fdt, _mr3.fdx, _mr3.fnm, _mr3.nvd, _mr3.nvm, _mr3.si, _mr3_Lucene50_0.doc, _mr3_Lucene50_0.tim, _mr3_Lucene50_0.tip, _mr4.fdt, _mr4.fdx, _mr4.fnm, _mr4.nvd, _mr4.nvm, _mr4.si, _mr4_Lucene50_0.doc, _mr4_Lucene50_0.tim, _mr4_Lucene50_0.tip, _mr5.fdt, _mr5.fdx, _mr5.fnm, _mr5.nvd, _mr5.nvm, _mr5.si, _mr5_Lucene50_0.doc, _mr5_Lucene50_0.tim, _mr5_Lucene50_0.tip, _mr6.fdt, _mr6.fdx, _mr6.fnm, _mr6.nvd, _mr6.nvm, _mr6.si, _mr6_Lucene50_0.doc, _mr6_Lucene50_0.tim, _mr6_Lucene50_0.tip, _mr7.fdt, _mr7.fdx, _mr7.fnm, _mr7.nvd, _mr7.nvm, _mr7.si, _mr7_Lucene50_0.doc, _mr7_Lucene50_0.tim, _mr7_Lucene50_0.tip, _mr8.fdt, _mr8.fdx, _mr8.fnm, _mr8.nvd, _mr8.nvm, _mr8.si, _mr8_Lucene50_0.doc, _mr8_Lucene50_0.tim, _mr8_Lucene50_0.tip, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1522959643680,generation=2,filelist=[_mn4.fdt, _mn4.fdx, _mn4.fnm, _mn4.nvd, _mn4.nvm, _mn4.si, _mn4_Lucene50_0.doc, _mn4_Lucene50_0.tim, _mn4_Lucene50_0.tip, _mpt.cfe, _mpt.cfs, _mpt.si, _mpu.fdt, _mpu.fdx, _mpu.fnm, _mpu.nvd, _mpu.nvm, _mpu.si, _mpu_Lucene50_0.doc, _mpu_Lucene50_0.tim, _mpu_Lucene50_0.tip, _mpv.fdt, _mpv.fdx, _mpv.fnm, _mpv.nvd, _mpv.nvm, _mpv.si, _mpv_Lucene50_0.doc, _mpv_Lucene50_0.tim, _mpv_Lucene50_0.tip, _mpw.fdt, _mpw.fdx, _mpw.fnm, _mpw.nvd, _mpw.nvm, _mpw.si, _mpw_Lucene50_0.doc, _mpw_Lucene50_0.tim, _mpw_Lucene50_0.tip, _mpx.fdt, _mpx.fdx, _mpx.fnm, _mpx.nvd, _mpx.nvm, _mpx.si, _mpx_Lucene50_0.doc, _mpx_Lucene50_0.tim, _mpx_Lucene50_0.tip, _mpy.fdt, _mpy.fdx, _mpy.fnm, _mpy.nvd, _mpy.nvm, _mpy.si, _mpy_Lucene50_0.doc, _mpy_Lucene50_0.tim, _mpy_Lucene50_0.tip, _mpz.fdt, _mpz.fdx, _mpz.fnm, _mpz.nvd, _mpz.nvm, _mpz.si, _mpz_Lucene50_0.doc, _mpz_Lucene50_0.tim, _mpz_Lucene50_0.tip, _mq0.fdt, _mq0.fdx, _mq0.fnm, _mq0.nvd, _mq0.nvm, _mq0.si, _mq0_Lucene50_0.doc, _mq0_Lucene50_0.tim, _mq0_Lucene50_0.tip, _mq1.fdt, _mq1.fdx, _mq1.fnm, _mq1.nvd, _mq1.nvm, _mq1.si, _mq1_Lucene50_0.doc, _mq1_Lucene50_0.tim, _mq1_Lucene50_0.tip, _mq2.fdt, _mq2.fdx, _mq2.fnm, _mq2.nvd, _mq2.nvm, _mq2.si, _mq2_Lucene50_0.doc, _mq2_Lucene50_0.tim, _mq2_Lucene50_0.tip, _mq3.fdt, _mq3.fdx, _mq3.fnm, _mq3.nvd, _mq3.nvm, _mq3.si, _mq3_Lucene50_0.doc, _mq3_Lucene50_0.tim, _mq3_Lucene50_0.tip, _mq4.fdt, _mq4.fdx, _mq4.fnm, _mq4.nvd, _mq4.nvm, _mq4.si, _mq4_Lucene50_0.doc, _mq4_Lucene50_0.tim, _mq4_Lucene50_0.tip, _mq5.fdt, _mq5.fdx, _mq5.fnm, _mq5.nvd, _mq5.nvm, _mq5.si, _mq5_Lucene50_0.doc, _mq5_Lucene50_0.tim, _mq5_Lucene50_0.tip, _mq6.fdt, _mq6.fdx, _mq6.fnm, _mq6.nvd, _mq6.nvm, _mq6.si, _mq6_Lucene50_0.doc, _mq6_Lucene50_0.tim, _mq6_Lucene50_0.tip, _mq7.fdt, _mq7.fdx, _mq7.fnm, _mq7.nvd, _mq7.nvm, _mq7.si, _mq7_Lucene50_0.doc, _mq7_Lucene50_0.tim, _mq7_Lucene50_0.tip, _mq8.fdt, _mq8.fdx, _mq8.fnm, _mq8.nvd, _mq8.nvm, _mq8.si, _mq8_Lucene50_0.doc, _mq8_Lucene50_0.tim, _mq8_Lucene50_0.tip, _mq9.fdt, _mq9.fdx, _mq9.fnm, _mq9.nvd, _mq9.nvm, _mq9.si, _mq9_Lucene50_0.doc, _mq9_Lucene50_0.tim, _mq9_Lucene50_0.tip, _mqa.fdt, _mqa.fdx, _mqa.fnm, _mqa.nvd, _mqa.nvm, _mqa.si, _mqa_Lucene50_0.doc, _mqa_Lucene50_0.tim, _mqa_Lucene50_0.tip, _mqb.fdt, _mqb.fdx, _mqb.fnm, _mqb.nvd, _mqb.nvm, _mqb.si, _mqb_Lucene50_0.doc, _mqb_Lucene50_0.tim, _mqb_Lucene50_0.tip, _mqc.fdt, _mqc.fdx, _mqc.fnm, _mqc.nvd, _mqc.nvm, _mqc.si, _mqc_Lucene50_0.doc, _mqc_Lucene50_0.tim, _mqc_Lucene50_0.tip, _mqd.fdt, _mqd.fdx, _mqd.fnm, _mqd.nvd, _mqd.nvm, _mqd.si, _mqd_Lucene50_0.doc, _mqd_Lucene50_0.tim, _mqd_Lucene50_0.tip, _mqe.fdt, _mqe.fdx, _mqe.fnm, _mqe.nvd, _mqe.nvm, _mqe.si, _mqe_Lucene50_0.doc, _mqe_Lucene50_0.tim, _mqe_Lucene50_0.tip, _mqf.fdt, _mqf.fdx, _mqf.fnm, _mqf.nvd, _mqf.nvm, _mqf.si, _mqf_Lucene50_0.doc, _mqf_Lucene50_0.tim, _mqf_Lucene50_0.tip, _mqg.fdt, _mqg.fdx, _mqg.fnm, _mqg.nvd, _mqg.nvm, _mqg.si, _mqg_Lucene50_0.doc, _mqg_Lucene50_0.tim, _mqg_Lucene50_0.tip, _mqh.fdt, _mqh.fdx, _mqh.fnm, _mqh.nvd, _mqh.nvm, _mqh.si, _mqh_Lucene50_0.doc, _mqh_Lucene50_0.tim, _mqh_Lucene50_0.tip, _mqi.fdt, _mqi.fdx, _mqi.fnm, _mqi.nvd, _mqi.nvm, _mqi.si, _mqi_Lucene50_0.doc, _mqi_Lucene50_0.tim, _mqi_Lucene50_0.tip, _mqj.fdt, _mqj.fdx, _mqj.fnm, _mqj.nvd, _mqj.nvm, _mqj.si, _mqj_Lucene50_0.doc, _mqj_Lucene50_0.tim, _mqj_Lucene50_0.tip, _mqk.fdt, _mqk.fdx, _mqk.fnm, _mqk.nvd, _mqk.nvm, _mqk.si, _mqk_Lucene50_0.doc, _mqk_Lucene50_0.tim, _mqk_Lucene50_0.tip, _mql.fdt, _mql.fdx, _mql.fnm, _mql.nvd, _mql.nvm, _mql.si, _mql_Lucene50_0.doc, _mql_Lucene50_0.tim, _mql_Lucene50_0.tip, _mqm.fdt, _mqm.fdx, _mqm.fnm, _mqm.nvd, _mqm.nvm, _mqm.si, _mqm_Lucene50_0.doc, _mqm_Lucene50_0.tim, _mqm_Lucene50_0.tip, _mqn.fdt, _mqn.fdx, _mqn.fnm, _mqn.nvd, _mqn.nvm, _mqn.si, _mqn_Lucene50_0.doc, _mqn_Lucene50_0.tim, _mqn_Lucene50_0.tip, _mqp.fdt, _mqp.fdx, _mqp.fnm, _mqp.nvd, _mqp.nvm, _mqp.si, _mqp_Lucene50_0.doc, _mqp_Lucene50_0.tim, _mqp_Lucene50_0.tip, _mqq.fdt, _mqq.fdx, _mqq.fnm, _mqq.nvd, _mqq.nvm, _mqq.si, _mqq_Lucene50_0.doc, _mqq_Lucene50_0.tim, _mqq_Lucene50_0.tip, _mqr.fdt, _mqr.fdx, _mqr.fnm, _mqr.nvd, _mqr.nvm, _mqr.si, _mqr_Lucene50_0.doc, _mqr_Lucene50_0.tim, _mqr_Lucene50_0.tip, _mqs.fdt, _mqs.fdx, _mqs.fnm, _mqs.nvd, _mqs.nvm, _mqs.si, _mqs_Lucene50_0.doc, _mqs_Lucene50_0.tim, _mqs_Lucene50_0.tip, _mqt.fdt, _mqt.fdx, _mqt.fnm, _mqt.nvd, _mqt.nvm, _mqt.si, _mqt_Lucene50_0.doc, _mqt_Lucene50_0.tim, _mqt_Lucene50_0.tip, _mqu.fdt, _mqu.fdx, _mqu.fnm, _mqu.nvd, _mqu.nvm, _mqu.si, _mqu_Lucene50_0.doc, _mqu_Lucene50_0.tim, _mqu_Lucene50_0.tip, _mqv.fdt, _mqv.fdx, _mqv.fnm, _mqv.nvd, _mqv.nvm, _mqv.si, _mqv_Lucene50_0.doc, _mqv_Lucene50_0.tim, _mqv_Lucene50_0.tip, _mqw.fdt, _mqw.fdx, _mqw.fnm, _mqw.nvd, _mqw.nvm, _mqw.si, _mqw_Lucene50_0.doc, _mqw_Lucene50_0.tim, _mqw_Lucene50_0.tip, _mqx.fdt, _mqx.fdx, _mqx.fnm, _mqx.nvd, _mqx.nvm, _mqx.si, _mqx_Lucene50_0.doc, _mqx_Lucene50_0.tim, _mqx_Lucene50_0.tip, _mqy.fdt, _mqy.fdx, _mqy.fnm, _mqy.nvd, _mqy.nvm, _mqy.si, _mqy_Lucene50_0.doc, _mqy_Lucene50_0.tim, _mqy_Lucene50_0.tip, _mqz.fdt, _mqz.fdx, _mqz.fnm, _mqz.nvd, _mqz.nvm, _mqz.si, _mqz_Lucene50_0.doc, _mqz_Lucene50_0.tim, _mqz_Lucene50_0.tip, _mr0.fdt, _mr0.fdx, _mr0.fnm, _mr0.nvd, _mr0.nvm, _mr0.si, _mr0_Lucene50_0.doc, _mr0_Lucene50_0.tim, _mr0_Lucene50_0.tip, _mr1.fdt, _mr1.fdx, _mr1.fnm, _mr1.nvd, _mr1.nvm, _mr1.si, _mr1_Lucene50_0.doc, _mr1_Lucene50_0.tim, _mr1_Lucene50_0.tip, _mr2.fdt, _mr2.fdx, _mr2.fnm, _mr2.nvd, _mr2.nvm, _mr2.si, _mr2_Lucene50_0.doc, _mr2_Lucene50_0.tim, _mr2_Lucene50_0.tip, _mr3.fdt, _mr3.fdx, _mr3.fnm, _mr3.nvd, _mr3.nvm, _mr3.si, _mr3_Lucene50_0.doc, _mr3_Lucene50_0.tim, _mr3_Lucene50_0.tip, _mr4.fdt, _mr4.fdx, _mr4.fnm, _mr4.nvd, _mr4.nvm, _mr4.si, _mr4_Lucene50_0.doc, _mr4_Lucene50_0.tim, _mr4_Lucene50_0.tip, _mr5.fdt, _mr5.fdx, _mr5.fnm, _mr5.nvd, _mr5.nvm, _mr5.si, _mr5_Lucene50_0.doc, _mr5_Lucene50_0.tim, _mr5_Lucene50_0.tip, _mr6.fdt, _mr6.fdx, _mr6.fnm, _mr6.nvd, _mr6.nvm, _mr6.si, _mr6_Lucene50_0.doc, _mr6_Lucene50_0.tim, _mr6_Lucene50_0.tip, _mr7.fdt, _mr7.fdx, _mr7.fnm, _mr7.nvd, _mr7.nvm, _mr7.si, _mr7_Lucene50_0.doc, _mr7_Lucene50_0.tim, _mr7_Lucene50_0.tip, _mr8.fdt, _mr8.fdx, _mr8.fnm, _mr8.nvd, _mr8.nvm, _mr8.si, _mr8_Lucene50_0.doc, _mr8_Lucene50_0.tim, _mr8_Lucene50_0.tip, segments_2]}]> but was:<[{indexVersion=1522959643680,generation=2,filelist=[_mn4.fdt, _mn4.fdx, _mn4.fnm, _mn4.nvd, _mn4.nvm, _mn4.si, _mn4_Lucene50_0.doc, _mn4_Lucene50_0.tim, _mn4_Lucene50_0.tip, _mpt.cfe, _mpt.cfs, _mpt.si, _mpu.fdt, _mpu.fdx, _mpu.fnm, _mpu.nvd, _mpu.nvm, _mpu.si, _mpu_Lucene50_0.doc, _mpu_Lucene50_0.tim, _mpu_Lucene50_0.tip, _mpv.fdt, _mpv.fdx, _mpv.fnm, _mpv.nvd, _mpv.nvm, _mpv.si, _mpv_Lucene50_0.doc, _mpv_Lucene50_0.tim, _mpv_Lucene50_0.tip, _mpw.fdt, _mpw.fdx, _mpw.fnm, _mpw.nvd, _mpw.nvm, _mpw.si, _mpw_Lucene50_0.doc, _mpw_Lucene50_0.tim, _mpw_Lucene50_0.tip, _mpx.fdt, _mpx.fdx, _mpx.fnm, _mpx.nvd, _mpx.nvm, _mpx.si, _mpx_Lucene50_0.doc, _mpx_Lucene50_0.tim, _mpx_Lucene50_0.tip, _mpy.fdt, _mpy.fdx, _mpy.fnm, _mpy.nvd, _mpy.nvm, _mpy.si, _mpy_Lucene50_0.doc, _mpy_Lucene50_0.tim, _mpy_Lucene50_0.tip, _mpz.fdt, _mpz.fdx, _mpz.fnm, _mpz.nvd, _mpz.nvm, _mpz.si, _mpz_Lucene50_0.doc, _mpz_Lucene50_0.tim, _mpz_Lucene50_0.tip, _mq0.fdt, _mq0.fdx, _mq0.fnm, _mq0.nvd, _mq0.nvm, _mq0.si, _mq0_Lucene50_0.doc, _mq0_Lucene50_0.tim, _mq0_Lucene50_0.tip, _mq1.fdt, _mq1.fdx, _mq1.fnm, _mq1.nvd, _mq1.nvm, _mq1.si, _mq1_Lucene50_0.doc, _mq1_Lucene50_0.tim, _mq1_Lucene50_0.tip, _mq2.fdt, _mq2.fdx, _mq2.fnm, _mq2.nvd, _mq2.nvm, _mq2.si, _mq2_Lucene50_0.doc, _mq2_Lucene50_0.tim, _mq2_Lucene50_0.tip, _mq3.fdt, _mq3.fdx, _mq3.fnm, _mq3.nvd, _mq3.nvm, _mq3.si, _mq3_Lucene50_0.doc, _mq3_Lucene50_0.tim, _mq3_Lucene50_0.tip, _mq4.fdt, _mq4.fdx, _mq4.fnm, _mq4.nvd, _mq4.nvm, _mq4.si, _mq4_Lucene50_0.doc, _mq4_Lucene50_0.tim, _mq4_Lucene50_0.tip, _mq5.fdt, _mq5.fdx, _mq5.fnm, _mq5.nvd, _mq5.nvm, _mq5.si, _mq5_Lucene50_0.doc, _mq5_Lucene50_0.tim, _mq5_Lucene50_0.tip, _mq6.fdt, _mq6.fdx, _mq6.fnm, _mq6.nvd, _mq6.nvm, _mq6.si, _mq6_Lucene50_0.doc, _mq6_Lucene50_0.tim, _mq6_Lucene50_0.tip, _mq7.fdt, _mq7.fdx, _mq7.fnm, _mq7.nvd, _mq7.nvm, _mq7.si, _mq7_Lucene50_0.doc, _mq7_Lucene50_0.tim, _mq7_Lucene50_0.tip, _mq8.fdt, _mq8.fdx, _mq8.fnm, _mq8.nvd, _mq8.nvm, _mq8.si, _mq8_Lucene50_0.doc, _mq8_Lucene50_0.tim, _mq8_Lucene50_0.tip, _mq9.fdt, _mq9.fdx, _mq9.fnm, _mq9.nvd, _mq9.nvm, _mq9.si, _mq9_Lucene50_0.doc, _mq9_Lucene50_0.tim, _mq9_Lucene50_0.tip, _mqa.fdt, _mqa.fdx, _mqa.fnm, _mqa.nvd, _mqa.nvm, _mqa.si, _mqa_Lucene50_0.doc, _mqa_Lucene50_0.tim, _mqa_Lucene50_0.tip, _mqb.fdt, _mqb.fdx, _mqb.fnm, _mqb.nvd, _mqb.nvm, _mqb.si, _mqb_Lucene50_0.doc, _mqb_Lucene50_0.tim, _mqb_Lucene50_0.tip, _mqc.fdt, _mqc.fdx, _mqc.fnm, _mqc.nvd, _mqc.nvm, _mqc.si, _mqc_Lucene50_0.doc, _mqc_Lucene50_0.tim, _mqc_Lucene50_0.tip, _mqd.fdt, _mqd.fdx, _mqd.fnm, _mqd.nvd, _mqd.nvm, _mqd.si, _mqd_Lucene50_0.doc, _mqd_Lucene50_0.tim, _mqd_Lucene50_0.tip, _mqe.fdt, _mqe.fdx, _mqe.fnm, _mqe.nvd, _mqe.nvm, _mqe.si, _mqe_Lucene50_0.doc, _mqe_Lucene50_0.tim, _mqe_Lucene50_0.tip, _mqf.fdt, _mqf.fdx, _mqf.fnm, _mqf.nvd, _mqf.nvm, _mqf.si, _mqf_Lucene50_0.doc, _mqf_Lucene50_0.tim, _mqf_Lucene50_0.tip, _mqg.fdt, _mqg.fdx, _mqg.fnm, _mqg.nvd, _mqg.nvm, _mqg.si, _mqg_Lucene50_0.doc, _mqg_Lucene50_0.tim, _mqg_Lucene50_0.tip, _mqh.fdt, _mqh.fdx, _mqh.fnm, _mqh.nvd, _mqh.nvm, _mqh.si, _mqh_Lucene50_0.doc, _mqh_Lucene50_0.tim, _mqh_Lucene50_0.tip, _mqi.fdt, _mqi.fdx, _mqi.fnm, _mqi.nvd, _mqi.nvm, _mqi.si, _mqi_Lucene50_0.doc, _mqi_Lucene50_0.tim, _mqi_Lucene50_0.tip, _mqj.fdt, _mqj.fdx, _mqj.fnm, _mqj.nvd, _mqj.nvm, _mqj.si, _mqj_Lucene50_0.doc, _mqj_Lucene50_0.tim, _mqj_Lucene50_0.tip, _mqk.fdt, _mqk.fdx, _mqk.fnm, _mqk.nvd, _mqk.nvm, _mqk.si, _mqk_Lucene50_0.doc, _mqk_Lucene50_0.tim, _mqk_Lucene50_0.tip, _mql.fdt, _mql.fdx, _mql.fnm, _mql.nvd, _mql.nvm, _mql.si, _mql_Lucene50_0.doc, _mql_Lucene50_0.tim, _mql_Lucene50_0.tip, _mqm.fdt, _mqm.fdx, _mqm.fnm, _mqm.nvd, _mqm.nvm, _mqm.si, _mqm_Lucene50_0.doc, _mqm_Lucene50_0.tim, _mqm_Lucene50_0.tip, _mqn.fdt, _mqn.fdx, _mqn.fnm, _mqn.nvd, _mqn.nvm, _mqn.si, _mqn_Lucene50_0.doc, _mqn_Lucene50_0.tim, _mqn_Lucene50_0.tip, _mqp.fdt, _mqp.fdx, _mqp.fnm, _mqp.nvd, _mqp.nvm, _mqp.si, _mqp_Lucene50_0.doc, _mqp_Lucene50_0.tim, _mqp_Lucene50_0.tip, _mqq.fdt, _mqq.fdx, _mqq.fnm, _mqq.nvd, _mqq.nvm, _mqq.si, _mqq_Lucene50_0.doc, _mqq_Lucene50_0.tim, _mqq_Lucene50_0.tip, _mqr.fdt, _mqr.fdx, _mqr.fnm, _mqr.nvd, _mqr.nvm, _mqr.si, _mqr_Lucene50_0.doc, _mqr_Lucene50_0.tim, _mqr_Lucene50_0.tip, _mqs.fdt, _mqs.fdx, _mqs.fnm, _mqs.nvd, _mqs.nvm, _mqs.si, _mqs_Lucene50_0.doc, _mqs_Lucene50_0.tim, _mqs_Lucene50_0.tip, _mqt.fdt, _mqt.fdx, _mqt.fnm, _mqt.nvd, _mqt.nvm, _mqt.si, _mqt_Lucene50_0.doc, _mqt_Lucene50_0.tim, _mqt_Lucene50_0.tip, _mqu.fdt, _mqu.fdx, _mqu.fnm, _mqu.nvd, _mqu.nvm, _mqu.si, _mqu_Lucene50_0.doc, _mqu_Lucene50_0.tim, _mqu_Lucene50_0.tip, _mqv.fdt, _mqv.fdx, _mqv.fnm, _mqv.nvd, _mqv.nvm, _mqv.si, _mqv_Lucene50_0.doc, _mqv_Lucene50_0.tim, _mqv_Lucene50_0.tip, _mqw.fdt, _mqw.fdx, _mqw.fnm, _mqw.nvd, _mqw.nvm, _mqw.si, _mqw_Lucene50_0.doc, _mqw_Lucene50_0.tim, _mqw_Lucene50_0.tip, _mqx.fdt, _mqx.fdx, _mqx.fnm, _mqx.nvd, _mqx.nvm, _mqx.si, _mqx_Lucene50_0.doc, _mqx_Lucene50_0.tim, _mqx_Lucene50_0.tip, _mqy.fdt, _mqy.fdx, _mqy.fnm, _mqy.nvd, _mqy.nvm, _mqy.si, _mqy_Lucene50_0.doc, _mqy_Lucene50_0.tim, _mqy_Lucene50_0.tip, _mqz.fdt, _mqz.fdx, _mqz.fnm, _mqz.nvd, _mqz.nvm, _mqz.si, _mqz_Lucene50_0.doc, _mqz_Lucene50_0.tim, _mqz_Lucene50_0.tip, _mr0.fdt, _mr0.fdx, _mr0.fnm, _mr0.nvd, _mr0.nvm, _mr0.si, _mr0_Lucene50_0.doc, _mr0_Lucene50_0.tim, _mr0_Lucene50_0.tip, _mr1.fdt, _mr1.fdx, _mr1.fnm, _mr1.nvd, _mr1.nvm, _mr1.si, _mr1_Lucene50_0.doc, _mr1_Lucene50_0.tim, _mr1_Lucene50_0.tip, _mr2.fdt, _mr2.fdx, _mr2.fnm, _mr2.nvd, _mr2.nvm, _mr2.si, _mr2_Lucene50_0.doc, _mr2_Lucene50_0.tim, _mr2_Lucene50_0.tip, _mr3.fdt, _mr3.fdx, _mr3.fnm, _mr3.nvd, _mr3.nvm, _mr3.si, _mr3_Lucene50_0.doc, _mr3_Lucene50_0.tim, _mr3_Lucene50_0.tip, _mr4.fdt, _mr4.fdx, _mr4.fnm, _mr4.nvd, _mr4.nvm, _mr4.si, _mr4_Lucene50_0.doc, _mr4_Lucene50_0.tim, _mr4_Lucene50_0.tip, _mr5.fdt, _mr5.fdx, _mr5.fnm, _mr5.nvd, _mr5.nvm, _mr5.si, _mr5_Lucene50_0.doc, _mr5_Lucene50_0.tim, _mr5_Lucene50_0.tip, _mr6.fdt, _mr6.fdx, _mr6.fnm, _mr6.nvd, _mr6.nvm, _mr6.si, _mr6_Lucene50_0.doc, _mr6_Lucene50_0.tim, _mr6_Lucene50_0.tip, _mr7.fdt, _mr7.fdx, _mr7.fnm, _mr7.nvd, _mr7.nvm, _mr7.si, _mr7_Lucene50_0.doc, _mr7_Lucene50_0.tim, _mr7_Lucene50_0.tip, _mr8.fdt, _mr8.fdx, _mr8.fnm, _mr8.nvd, _mr8.nvm, _mr8.si, _mr8_Lucene50_0.doc, _mr8_Lucene50_0.tim, _mr8_Lucene50_0.tip, segments_2]}, {indexVersion=1522959643680,generation=3,filelist=[_mqo.fdt, _mqo.fdx, _mqo.fnm, _mqo.nvd, _mqo.nvm, _mqo.si, _mqo_Lucene50_0.doc, _mqo_Lucene50_0.tim, _mqo_Lucene50_0.tip, _mqp.fdt, _mqp.fdx, _mqp.fnm, _mqp.nvd, _mqp.nvm, _mqp.si, _mqp_Lucene50_0.doc, _mqp_Lucene50_0.tim, _mqp_Lucene50_0.tip, _mqq.fdt, _mqq.fdx, _mqq.fnm, _mqq.nvd, _mqq.nvm, _mqq.si, _mqq_Lucene50_0.doc, _mqq_Lucene50_0.tim, _mqq_Lucene50_0.tip, _mqr.fdt, _mqr.fdx, _mqr.fnm, _mqr.nvd, _mqr.nvm, _mqr.si, _mqr_Lucene50_0.doc, _mqr_Lucene50_0.tim, _mqr_Lucene50_0.tip, _mqs.fdt, _mqs.fdx, _mqs.fnm, _mqs.nvd, _mqs.nvm, _mqs.si, _mqs_Lucene50_0.doc, _mqs_Lucene50_0.tim, _mqs_Lucene50_0.tip, _mqt.fdt, _mqt.fdx, _mqt.fnm, _mqt.nvd, _mqt.nvm, _mqt.si, _mqt_Lucene50_0.doc, _mqt_Lucene50_0.tim, _mqt_Lucene50_0.tip, _mqu.fdt, _mqu.fdx, _mqu.fnm, _mqu.nvd, _mqu.nvm, _mqu.si, _mqu_Lucene50_0.doc, _mqu_Lucene50_0.tim, _mqu_Lucene50_0.tip, _mqv.fdt, _mqv.fdx, _mqv.fnm, _mqv.nvd, _mqv.nvm, _mqv.si, _mqv_Lucene50_0.doc, _mqv_Lucene50_0.tim, _mqv_Lucene50_0.tip, _mqw.fdt, _mqw.fdx, _mqw.fnm, _mqw.nvd, _mqw.nvm, _mqw.si, _mqw_Lucene50_0.doc, _mqw_Lucene50_0.tim, _mqw_Lucene50_0.tip, _mqx.fdt, _mqx.fdx, _mqx.fnm, _mqx.nvd, _mqx.nvm, _mqx.si, _mqx_Lucene50_0.doc, _mqx_Lucene50_0.tim, _mqx_Lucene50_0.tip, _mqy.fdt, _mqy.fdx, _mqy.fnm, _mqy.nvd, _mqy.nvm, _mqy.si, _mqy_Lucene50_0.doc, _mqy_Lucene50_0.tim, _mqy_Lucene50_0.tip, _mqz.fdt, _mqz.fdx, _mqz.fnm, _mqz.nvd, _mqz.nvm, _mqz.si, _mqz_Lucene50_0.doc, _mqz_Lucene50_0.tim, _mqz_Lucene50_0.tip, _mr0.fdt, _mr0.fdx, _mr0.fnm, _mr0.nvd, _mr0.nvm, _mr0.si, _mr0_Lucene50_0.doc, _mr0_Lucene50_0.tim, _mr0_Lucene50_0.tip, _mr1.fdt, _mr1.fdx, _mr1.fnm, _mr1.nvd, _mr1.nvm, _mr1.si, _mr1_Lucene50_0.doc, _mr1_Lucene50_0.tim, _mr1_Lucene50_0.tip, _mr2.fdt, _mr2.fdx, _mr2.fnm, _mr2.nvd, _mr2.nvm, _mr2.si, _mr2_Lucene50_0.doc, _mr2_Lucene50_0.tim, _mr2_Lucene50_0.tip, _mr3.fdt, _mr3.fdx, _mr3.fnm, _mr3.nvd, _mr3.nvm, _mr3.si, _mr3_Lucene50_0.doc, _mr3_Lucene50_0.tim, _mr3_Lucene50_0.tip, _mr4.fdt, _mr4.fdx, _mr4.fnm, _mr4.nvd, _mr4.nvm, _mr4.si, _mr4_Lucene50_0.doc, _mr4_Lucene50_0.tim, _mr4_Lucene50_0.tip, _mr5.fdt, _mr5.fdx, _mr5.fnm, _mr5.nvd, _mr5.nvm, _mr5.si, _mr5_Lucene50_0.doc, _mr5_Lucene50_0.tim, _mr5_Lucene50_0.tip, _mr6.fdt, _mr6.fdx, _mr6.fnm, _mr6.nvd, _mr6.nvm, _mr6.si, _mr6_Lucene50_0.doc, _mr6_Lucene50_0.tim, _mr6_Lucene50_0.tip, _mr7.fdt, _mr7.fdx, _mr7.fnm, _mr7.nvd, _mr7.nvm, _mr7.si, _mr7_Lucene50_0.doc, _mr7_Lucene50_0.tim, _mr7_Lucene50_0.tip, _mr8.fdt, _mr8.fdx, _mr8.fnm, _mr8.nvd, _mr8.nvm, _mr8.si, _mr8_Lucene50_0.doc, _mr8_Lucene50_0.tim, _mr8_Lucene50_0.tip, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([8E7B76D113D81FC2:ABAC6DE1639011C1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1285)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13448 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_8E7B76D113D81FC2-001/init-core-data-001
   [junit4]   2> 1029113 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[8E7B76D113D81FC2]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1029114 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[8E7B76D113D81FC2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1029114 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[8E7B76D113D81FC2]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1029202 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[8E7B76D113D81FC2]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_8E7B76D113D81FC2-001/tempDir-001
   [junit4]   2> 1029202 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[8E7B76D113D81FC2]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1029214 INFO  (Thread-1523) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1029214 INFO  (Thread-1523) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1029230 ERROR (Thread-1523) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1029323 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[8E7B76D113D81FC2]) [    ] o.a.s.c.ZkTestServer start zk server on port:38915
   [junit4]   2> 1029526 INFO  (zkConnectionManagerCallback-949-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1029926 INFO  (jetty-launcher-946-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:27:37+10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1029934 INFO  (jetty-launcher-946-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:27:37+10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1029954 INFO  (jetty-launcher-946-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:27:37+10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1029979 INFO  (jetty-launcher-946-thread-4) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:27:37+10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1029995 INFO  (jetty-launcher-946-thread-5) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:27:37+10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1030112 INFO  (jetty-launcher-946-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1030112 INFO  (jetty-launcher-946-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1030112 INFO  (jetty-launcher-946-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1030114 INFO  (jetty-launcher-946-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1030114 INFO  (jetty-launcher-946-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1030114 INFO  (jetty-launcher-946-thread-3) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1030114 INFO  (jetty-launcher-946-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b86c4f5{/solr,null,AVAILABLE}
   [junit4]   2> 1030116 INFO  (jetty-launcher-946-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@8d5256c{SSL,[ssl, http/1.1]}{127.0.0.1:44952}
   [junit4]   2> 1030117 INFO  (jetty-launcher-946-thread-3) [    ] o.e.j.s.Server Started @1030289ms
   [junit4]   2> 1030117 INFO  (jetty-launcher-946-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44952}
   [junit4]   2> 1030117 ERROR (jetty-launcher-946-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1030117 INFO  (jetty-launcher-946-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1030117 INFO  (jetty-launcher-946-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1030117 INFO  (jetty-launcher-946-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1030117 INFO  (jetty-launcher-946-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1030117 INFO  (jetty-launcher-946-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-05T19:15:46.208Z
   [junit4]   2> 1030136 INFO  (jetty-launcher-946-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d57e7cc{/solr,null,AVAILABLE}
   [junit4]   2> 1030159 INFO  (jetty-launcher-946-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1030159 INFO  (jetty-launcher-946-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1030159 INFO  (jetty-launcher-946-thread-4) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1030159 INFO  (jetty-launcher-946-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@255dabd{/solr,null,AVAILABLE}
   [junit4]   2> 1030180 INFO  (jetty-launcher-946-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3c4f5b52{SSL,[ssl, http/1.1]}{127.0.0.1:38839}
   [junit4]   2> 1030180 INFO  (jetty-launcher-946-thread-1) [    ] o.e.j.s.Server Started @1030352ms
   [junit4]   2> 1030180 INFO  (jetty-launcher-946-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38839}
   [junit4]   2> 1030180 ERROR (jetty-launcher-946-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1030180 INFO  (jetty-launcher-946-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1030180 INFO  (jetty-launcher-946-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1030180 INFO  (jetty-launcher-946-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1030180 INFO  (jetty-launcher-946-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1030180 INFO  (jetty-launcher-946-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-05T19:15:46.271Z
   [junit4]   2> 1030201 INFO  (jetty-launcher-946-thread-5) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1030201 INFO  (jetty-launcher-946-thread-5) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1030201 INFO  (jetty-launcher-946-thread-5) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1030202 INFO  (jetty-launcher-946-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1030202 INFO  (jetty-launcher-946-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1030202 INFO  (jetty-launcher-946-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1030202 INFO  (jetty-launcher-946-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6cc6b9fe{SSL,[ssl, http/1.1]}{127.0.0.1:39075}
   [junit4]   2> 1030202 INFO  (jetty-launcher-946-thread-4) [    ] o.e.j.s.Server Started @1030374ms
   [junit4]   2> 1030202 INFO  (jetty-launcher-946-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39075}
   [junit4]   2> 1030203 ERROR (jetty-launcher-946-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1030203 INFO  (jetty-launcher-946-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1030203 INFO  (jetty-launcher-946-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1030203 INFO  (jetty-launcher-946-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1030203 INFO  (jetty-launcher-946-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1030203 INFO  (jetty-launcher-946-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-05T19:15:46.294Z
   [junit4]   2> 1030212 INFO  (jetty-launcher-946-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3664f94d{/solr,null,AVAILABLE}
   [junit4]   2> 1030213 INFO  (jetty-launcher-946-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a98b129{/solr,null,AVAILABLE}
   [junit4]   2> 1030252 INFO  (zkConnectionManagerCallback-951-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1030253 INFO  (jetty-launcher-946-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1030265 INFO  (jetty-launcher-946-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@59c62646{SSL,[ssl, http/1.1]}{127.0.0.1:37785}
   [junit4]   2> 1030265 INFO  (jetty-launcher-946-thread-5) [    ] o.e.j.s.Server Started @1030437ms
   [junit4]   2> 1030265 INFO  (jetty-launcher-946-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37785}
   [junit4]   2> 1030265 ERROR (jetty-launcher-946-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1030266 INFO  (jetty-launcher-946-thread-5) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1030266 INFO  (jetty-launcher-946-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1030266 INFO  (jetty-launcher-946-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1030266 INFO  (jetty-launcher-946-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1030266 INFO  (jetty-launcher-946-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-05T19:15:46.357Z
   [junit4]   2> 1030302 INFO  (jetty-launcher-946-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@53c56af2{SSL,[ssl, http/1.1]}{127.0.0.1:36998}
   [junit4]   2> 1030302 INFO  (jetty-launcher-946-thread-2) [    ] o.e.j.s.Server Started @1030474ms
   [junit4]   2> 1030302 INFO  (jetty-launcher-946-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36998}
   [junit4]   2> 1030302 ERROR (jetty-launcher-946-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1030302 INFO  (jetty-launcher-946-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1030302 INFO  (jetty-launcher-946-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1030302 INFO  (jetty-launcher-946-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1030302 INFO  (jetty-launcher-946-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1030302 INFO  (jetty-launcher-946-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-05T19:15:46.393Z
   [junit4]   2> 1030360 INFO  (zkConnectionManagerCallback-957-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1030361 INFO  (jetty-launcher-946-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38915/solr
   [junit4]   2> 1030395 INFO  (zkConnectionManagerCallback-953-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1030395 INFO  (jetty-launcher-946-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1030396 INFO  (jetty-launcher-946-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1030396 INFO  (zkConnectionManagerCallback-955-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1030412 INFO  (jetty-launcher-946-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1030433 INFO  (zkConnectionManagerCallback-963-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1030436 INFO  (zkConnectionManagerCallback-959-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1030471 INFO  (jetty-launcher-946-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1030502 INFO  (jetty-launcher-946-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38915/solr
   [junit4]   2> 1030780 INFO  (jetty-launcher-946-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38915/solr
   [junit4]   2> 1030784 INFO  (jetty-launcher-946-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38915/solr
   [junit4]   2> 1030784 INFO  (zkConnectionManagerCallback-965-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1030830 INFO  (zkConnectionManagerCallback-977-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1030966 INFO  (jetty-launcher-946-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38915/solr
   [junit4]   2> 1030967 INFO  (zkConnectionManagerCallback-969-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1030985 INFO  (zkConnectionManagerCallback-975-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1030987 INFO  (zkConnectionManagerCallback-981-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1031000 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1013b7f00830009, likely client has closed socket
   [junit4]   2> 1031002 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1013b7f0083000b, likely client has closed socket
   [junit4]   2> 1031015 INFO  (zkConnectionManagerCallback-983-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1031037 INFO  (zkConnectionManagerCallback-985-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1031037 INFO  (zkConnectionManagerCallback-987-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1031068 INFO  (zkConnectionManagerCallback-989-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1031252 INFO  (jetty-launcher-946-thread-3) [n:127.0.0.1:44952_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1031253 INFO  (jetty-launcher-946-thread-3) [n:127.0.0.1:44952_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44952_solr
   [junit4]   2> 1031254 INFO  (jetty-launcher-946-thread-3) [n:127.0.0.1:44952_solr    ] o.a.s.c.Overseer Overseer (id=72404485670109192-127.0.0.1:44952_solr-n_0000000000) starting
   [junit4]   2> 1031257 INFO  (jetty-launcher-946-thread-5) [n:127.0.0.1:37785_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1031258 INFO  (jetty-launcher-946-thread-5) [n:127.0.0.1:37785_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37785_solr
   [junit4]   2> 1031404 INFO  (zkCallback-988-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1031404 INFO  (zkCallback-964-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1031406 INFO  (zkConnectionManagerCallback-1004-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1031417 INFO  (jetty-launcher-946-thread-3) [n:127.0.0.1:44952_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1031418 INFO  (jetty-launcher-946-thread-3) [n:127.0.0.1:44952_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38915/solr ready
   [junit4]   2> 1031491 INFO  (jetty-launcher-946-thread-3) [n:127.0.0.1:44952_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1031491 INFO  (jetty-launcher-946-thread-3) [n:127.0.0.1:44952_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44952_solr
   [junit4]   2> 1031528 INFO  (zkCallback-988-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1031564 INFO  (zkCallback-964-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1031621 INFO  (zkCallback-1003-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1031847 INFO  (jetty-launcher-946-thread-1) [n:127.0.0.1:38839_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1031863 INFO  (jetty-launcher-946-thread-1) [n:127.0.0.1:38839_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1031864 INFO  (jetty-launcher-946-thread-1) [n:127.0.0.1:38839_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1031881 INFO  (jetty-launcher-946-thread-1) [n:127.0.0.1:38839_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38839_solr
   [junit4]   2> 1031882 INFO  (zkCallback-988-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1031902 INFO  (zkCallback-1003-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1031995 INFO  (zkCallback-964-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1031996 INFO  (zkCallback-986-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1032453 INFO  (jetty-launcher-946-thread-4) [n:127.0.0.1:39075_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1032775 INFO  (jetty-launcher-946-thread-4) [n:127.0.0.1:39075_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1032934 INFO  (jetty-launcher-946-thread-4) [n:127.0.0.1:39075_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1032934 INFO  (jetty-launcher-946-thread-4) [n:127.0.0.1:39075_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39075_solr
   [junit4]   2> 1032953 INFO  (zkCallback-1003-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1032953 INFO  (zkCallback-986-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1032953 INFO  (zkCallback-988-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1033076 INFO  (zkCallback-982-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1033184 INFO  (zkCallback-964-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1033198 INFO  (jetty-launcher-946-thread-5) [n:127.0.0.1:37785_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37785.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2702808c
   [junit4]   2> 1033204 INFO  (jetty-launcher-946-thread-2) [n:127.0.0.1:36998_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1033250 INFO  (jetty-launcher-946-thread-5) [n:127.0.0.1:37785_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37785.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2702808c
   [junit4]   2> 1033250 INFO  (jetty-launcher-946-thread-5) [n:127.0.0.1:37785_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37785.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2702808c
   [junit4]   2> 1033348 INFO  (jetty-launcher-946-thread-5) [n:127.0.0.1:37785_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_8E7B76D113D81FC2-001/tempDir-001/node5/.
   [junit4]   2> 1033405 INFO  (jetty-launcher-946-thread-3) [n:127.0.0.1:44952_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44952.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2702808c
   [junit4]   2> 1033440 INFO  (jetty-launcher-946-thread-3) [n:127.0.0.1:44952_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44952.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2702808c
   [junit4]   2> 1033440 INFO  (jetty-launcher-946-thread-3) [n:127.0.0.1:44952_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44952.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2702808c
   [junit4]   2> 1033441 INFO  (jetty-launcher-946-thread-3) [n:127.0.0.1:44952_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_8E7B76D113D81FC2-001/tempDir-001/node3/.
   [junit4]   2> 1033505 INFO  (zkConnectionManagerCallback-1009-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1033521 INFO  (jetty-launcher-946-thread-2) [n:127.0.0.1:36998_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1033523 INFO  (jetty-launcher-946-thread-2) [n:127.0.0.1:36998_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1033523 INFO  (jetty-launcher-946-thread-2) [n:127.0.0.1:36998_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36998_solr
   [junit4]   2> 1033561 INFO  (jetty-launcher-946-thread-5) [n:127.0.0.1:37785_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 1033574 INFO  (zkCallback-1003-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1033586 INFO  (zkCallback-986-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1033586 INFO  (zkCallback-988-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1033590 INFO  (zkCallback-964-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1033602 INFO  (zkCallback-982-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1033879 INFO  (zkCallback-984-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1033892 INFO  (jetty-launcher-946-thread-5) [n:127.0.0.1:37785_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38915/solr ready
   [junit4]   2> 1033966 INFO  (jetty-launcher-946-thread-1) [n:127.0.0.1:38839_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38839.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2702808c
   [junit4]   2> 1034060 INFO  (jetty-launcher-946-thread-1) [n:127.0.0.1:38839_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38839.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2702808c
   [junit4]   2> 1034060 INFO  (jetty-launcher-946-thread-1) [n:127.0.0.1:38839_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38839.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2702808c
   [junit4]   2> 1034082 INFO  (jetty-launcher-946-thread-1) [n:127.0.0.1:38839_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_8E7B76D113D81FC2-001/tempDir-001/node1/.
   [junit4]   2> 1034123 INFO  (zkConnectionManagerCallback-1014-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1034124 INFO  (jetty-launcher-946-thread-1) [n:127.0.0.1:38839_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 1034125 INFO  (jetty-launcher-946-thread-1) [n:127.0.0.1:38839_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38915/solr ready
   [junit4]   2> 1034286 INFO  (jetty-launcher-946-thread-4) [n:127.0.0.1:39075_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39075.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2702808c
   [junit4]   2> 1034318 INFO  (jetty-launcher-946-thread-4) [n:127.0.0.1:39075_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39075.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2702808c
   [junit4]   2> 1034318 INFO  (jetty-launcher-946-thread-4) [n:127.0.0.1:39075_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39075.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2702808c
   [junit4]   2> 1034319 INFO  (jetty-launcher-946-thread-4) [n:127.0.0.1:39075_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_8E7B76D113D81FC2-001/tempDir-001/node4/.
   [junit4]   2> 1034340 INFO  (zkConnectionManagerCallback-1019-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1034366 INFO  (jetty-launcher-946-thread-4) [n:127.0.0.1:39075_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 1034367 INFO  (jetty-launcher-946-thread-4) [n:127.0.0.1:39075_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38915/solr ready
   [junit4]   2> 1034448 INFO  (jetty-launcher-946-thread-2) [n:127.0.0.1:36998_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36998.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2702808c
   [junit4]   2> 1034484 INFO  (jetty-launcher-946-thread-2) [n:127.0.0.1:36998_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36998.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2702808c
   [junit4]   2> 1034484 INFO  (jetty-launcher-946-thread-2) [n:127.0.0.1:36998_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36998.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2702808c
   [junit4]   2> 1034485 INFO  (jetty-launcher-946-thread-2) [n:127.0.0.1:36998_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_8E7B76D113D81FC2-001/tempDir-001/node2/.
   [junit4]   2> 1034502 INFO  (zkConnectionManagerCallback-1024-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1034512 INFO  (jetty-launcher-946-thread-2) [n:127.0.0.1:36998_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 1034516 INFO  (jetty-launcher-946-thread-2) [n:127.0.0.1:36998_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38915/solr ready
   [junit4]   2> 1034667 INFO  (zkConnectionManagerCallback-1026-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1034678 INFO  (zkConnectionManagerCallback-1031-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1034679 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[8E7B76D113D81FC2]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 1034680 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[8E7B76D113D81FC2]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38915/solr ready
   [junit4]   2> 1034695 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[8E7B76D113D81FC2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionCreateWithoutCoresThenDelete
   [junit4]   2> 1034781 INFO  (qtp682194398-5071) [n:127.0.0.1:38839_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testSolrCloudCollectionWithoutCores&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=EMPTY&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1034828 INFO  (OverseerThreadFactory-1532-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSolrCloudCollectionWithoutCores
   [junit4]   2> 1034829 WARN  (OverseerThreadFactory-1532-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (testSolrCloudCollectionWithoutCores) without cores.
   [junit4]   2> 1035182 INFO  (qtp682194398-5071) [n:127.0.0.1:38839_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1035199 INFO  (qtp682194398-5071) [n:127.0.0.1:38839_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testSolrCloudCollectionWithoutCores&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=EMPTY&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=428
   [junit4]   2> 1035200 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[8E7B76D113D81FC2]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testSolrCloudCollectionWithoutCores failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   2> 1035393 INFO  (jetty-closer-947-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@8d5256c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1035433 INFO  (jetty-closer-947-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1138601412
   [junit4]   2> 1035434 INFO  (jetty-closer-947-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@59c62646{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1035434 INFO  (jetty-closer-947-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=348492046
   [junit4]   2> 1035434 INFO  (jetty-closer-947-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1035435 INFO  (jetty-closer-947-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d90b87e: rootName = solr_37785, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@355fe426
   [junit4]   2> 1035449 INFO  (jetty-closer-947-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3c4f5b52{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1035470 INFO  (jetty-closer-947-thread-4) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6cc6b9fe{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1035498 INFO  (jetty-closer-947-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1035498 INFO  (jetty-closer-947-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=846023875
   [junit4]   2> 1035499 INFO  (jetty-closer-947-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1035499 INFO  (jetty-closer-947-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@34470e41: rootName = solr_38839, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7f3a1062
   [junit4]   2> 1035504 INFO  (jetty-closer-947-thread-4) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1170947281
   [junit4]   2> 1035504 INFO  (jetty-closer-947-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1035504 INFO  (jetty-closer-947-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1035504 INFO  (jetty-closer-947-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@51e92c09: rootName = solr_38839, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@67fb58ad
   [junit4]   2> 1035774 INFO  (jetty-closer-947-thread-5) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@53c56af2{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1035840 INFO  (jetty-closer-947-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1035840 INFO  (jetty-closer-947-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ec9fe91: rootName = solr_38839, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4f818c23
   [junit4]   2> 1035855 INFO  (jetty-closer-947-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6fbf1270: rootName = solr_44952, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@17ffb0ba
   [junit4]   2> 1035855 INFO  (jetty-closer-947-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1aca16cd: rootName = solr_39075, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@d6c4d84
   [junit4]   2> 1035858 INFO  (jetty-closer-947-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38839_solr
   [junit4]   2> 1035859 INFO  (jetty-closer-947-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1035871 INFO  (zkCallback-1008-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1035871 INFO  (zkCallback-982-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1035872 INFO  (zkCallback-1013-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1035872 INFO  (zkCallback-1003-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1035872 INFO  (zkCallback-1023-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1035872 INFO  (zkCallback-988-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1035872 INFO  (zkCallback-964-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1035908 INFO  (zkCallback-984-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1035908 INFO  (zkCallback-1018-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1035921 INFO  (jetty-closer-947-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1035921 INFO  (jetty-closer-947-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6108d630: rootName = solr_37785, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@67fb58ad
   [junit4]   2> 1035921 INFO  (jetty-closer-947-thread-5) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=504712192
   [junit4]   2> 1035928 INFO  (zkCallback-986-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1036090 INFO  (jetty-closer-947-thread-5) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1036092 INFO  (jetty-closer-947-thread-5) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5324fb2a: rootName = solr_36998, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2b0fd4ff
   [junit4]   2> 1036107 INFO  (jetty-closer-947-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d57e7cc{/solr,null,UNAVAILABLE}
   [junit4]   2> 1036108 INFO  (jetty-closer-947-thread-3) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1036146 INFO  (jetty-closer-947-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1036146 INFO  (jetty-closer-947-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@582a8791: rootName = solr_39075, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@67fb58ad
   [junit4]   2> 1036166 INFO  (jetty-closer-947-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1036166 INFO  (jetty-closer-947-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33e7c487: rootName = solr_39075, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4f818c23
   [junit4]   2> 1036200 INFO  (jetty-closer-947-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1036200 INFO  (jetty-closer-947-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@fa3b5c7: rootName = solr_37785, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4f818c23
   [junit4]   2> 1036200 INFO  (jetty-closer-947-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1036200 INFO  (jetty-closer-947-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3376410b: rootName = solr_44952, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@67fb58ad
   [junit4]   2> 1036203 INFO  (jetty-closer-947-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1036203 INFO  (jetty-closer-947-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ceac60d: rootName = solr_44952, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4f818c23
   [junit4]   2> 1036216 INFO  (jetty-closer-947-thread-5) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1036216 INFO  (jetty-closer-947-thread-5) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@369047cf: rootName = solr_36998, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@67fb58ad
   [junit4]   2> 1036219 INFO  (jetty-closer-947-thread-5) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1036219 INFO  (jetty-closer-947-thread-5) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ccf118a: rootName = solr_36998, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4f818c23
   [junit4]   2> 1036237 INFO  (jetty-closer-947-thread-4) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39075_solr
   [junit4]   2> 1036238 INFO  (jetty-closer-947-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44952_solr
   [junit4]   2> 1036238 INFO  (jetty-closer-947-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1036239 INFO  (jetty-closer-947-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37785_solr
   [junit4]   2> 1036240 INFO  (zkCallback-982-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1036253 INFO  (zkCallback-1008-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1036253 INFO  (zkCallback-1018-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1036312 INFO  (zkCallback-964-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1036313 INFO  (zkCallback-984-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1036313 INFO  (zkCallback-1003-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1036313 INFO  (zkCallback-1023-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1036313 INFO  (jetty-closer-947-thread-5) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36998_solr
   [junit4]   2> 1036314 INFO  (jetty-closer-947-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1036326 INFO  (zkCallback-1008-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1036330 INFO  (zkCallback-964-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1036401 INFO  (zkCallback-988-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
   [junit4]   2> 1036403 INFO  (jetty-closer-947-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72404485670109192-127.0.0.1:44952_solr-n_0000000000) closing
   [junit4]   2> 1036404 INFO  (jetty-closer-947-thread-5) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1036404 INFO  (zkCallback-982-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 1036411 INFO  (OverseerStateUpdate-72404485670109192-127.0.0.1:44952_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44952_solr
   [junit4]   2> 1036411 INFO  (zkCallback-1023-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1036411 INFO  (jetty-closer-947-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1036411 INFO  (jetty-closer-947-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1036412 INFO  (zkCallback-1003-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 1036416 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1013b7f0083000c, likely client has closed socket
   [junit4]   2> 1036518 WARN  (OverseerAutoScalingTriggerThread-72404485670109192-127.0.0.1:44952_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1036777 INFO  (zkCallback-1003-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1036777 INFO  (zkCallback-1008-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 1036778 INFO  (zkCallback-988-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 1036780 INFO  (zkCallback-964-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 1036789 INFO  (zkCallback-1023-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 1036831 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1013b7f00830014, likely client has closed socket
   [junit4]   2> 1036833 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1013b7f0083000f, likely client has closed socket
   [junit4]   2> 1036847 INFO  (zkCallback-984-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (0)
   [junit4]   2> 1036898 INFO  (jetty-closer-947-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4a98b129{/solr,null,UNAVAILABLE}
   [junit4]   2> 1036951 INFO  (jetty-closer-947-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@255dabd{/solr,null,UNAVAILABLE}
   [junit4]   2> 1036952 INFO  (jetty-closer-947-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1037018 INFO  (jetty-closer-947-thread-4) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1037049 INFO  (jetty-closer-947-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4b86c4f5{/solr,null,UNAVAILABLE}
   [junit4]   2> 1037049 INFO  (jetty-closer-947-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1038368 INFO  (jetty-closer-947-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3664f94d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1038368 INFO  (jetty-closer-947-thread-5) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1038393 ERROR (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[8E7B76D113D81FC2]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1038400 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[8E7B76D113D81FC2]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38915 38915
   [junit4]   2> 1038628 INFO  (Thread-1523) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38915 38915
   [junit4]   2> 1038629 WARN  (Thread-1523) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit

[...truncated too long message...]

ngth is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null980578483
     [copy] Copying 40 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null980578483
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null980578483

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1857510926
     [copy] Copying 246 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1857510926
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1857510926

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 30ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 641 minutes 38 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

Re: [JENKINS] Lucene-Solr-NightlyTests-master - Build # 1521 - Unstable

Posted by Simon Willnauer <si...@gmail.com>.
I pushed a fix for this - test bug. Sorry for the noise

On Wed, Apr 4, 2018 at 10:55 PM, Apache Jenkins Server
<je...@builds.apache.org> wrote:
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1521/
>
> 1 tests failed.
> FAILED:  org.apache.lucene.index.TestSoftDeletesRetentionMergePolicy.testKeepAllDocsAcrossMerges
>
> Error Message:
> expected:<3> but was:<2>
>
> Stack Trace:
> java.lang.AssertionError: expected:<3> but was:<2>
>         at __randomizedtesting.SeedInfo.seed([3EE6351609FCFBAA:EC4836981595B0DB]:0)
>         at org.junit.Assert.fail(Assert.java:93)
>         at org.junit.Assert.failNotEquals(Assert.java:647)
>         at org.junit.Assert.assertEquals(Assert.java:128)
>         at org.junit.Assert.assertEquals(Assert.java:472)
>         at org.junit.Assert.assertEquals(Assert.java:456)
>         at org.apache.lucene.index.TestSoftDeletesRetentionMergePolicy.testKeepAllDocsAcrossMerges(TestSoftDeletesRetentionMergePolicy.java:189)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:498)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at java.lang.Thread.run(Thread.java:748)
>
>
>
>
> Build Log:
> [...truncated 405 lines...]
>    [junit4] Suite: org.apache.lucene.index.TestSoftDeletesRetentionMergePolicy
>    [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSoftDeletesRetentionMergePolicy -Dtests.method=testKeepAllDocsAcrossMerges -Dtests.seed=3EE6351609FCFBAA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=id -Dtests.timezone=Asia/Urumqi -Dtests.asserts=true -Dtests.file.encoding=UTF-8
>    [junit4] FAILURE 0.08s J0 | TestSoftDeletesRetentionMergePolicy.testKeepAllDocsAcrossMerges <<<
>    [junit4]    > Throwable #1: java.lang.AssertionError: expected:<3> but was:<2>
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([3EE6351609FCFBAA:EC4836981595B0DB]:0)
>    [junit4]    >        at org.apache.lucene.index.TestSoftDeletesRetentionMergePolicy.testKeepAllDocsAcrossMerges(TestSoftDeletesRetentionMergePolicy.java:189)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:748)
>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=FST50, version=PostingsFormat(name=Memory)}, docValues:{keep_around=DocValuesFormat(name=Lucene70), soft_delete=DocValuesFormat(name=Asserting), seq_id=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Direct), creation_date=DocValuesFormat(name=Memory), version=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=565, maxMBSortInHeap=6.713605419102169, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6434045e), locale=id, timezone=Asia/Urumqi
>    [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=112681208,total=278396928
>    [junit4]   2> NOTE: All tests run in this JVM: [TestSpanNearQuery, TestSnapshotDeletionPolicy, TestUniqueTermCount, TestPriorityQueue, TestSpanBoostQuery, TestCrashCausesCorruptIndex, TestDelegatingAnalyzerWrapper, TestLucene70NormsFormat, TestSleepingLockWrapper, TestSoftDeletesRetentionMergePolicy]
>    [junit4] Completed [44/490 (1!)] on J0 in 0.62s, 4 tests, 1 failure <<< FAILURES!
>
> [...truncated 1478 lines...]
>    [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/temp/junit4-J0-20180404_165417_0088620913701596068023.sysout
>    [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
>    [junit4] codec: FastDecompressionCompressingStoredFields, pf: FST50, dvf: Lucene70
>    [junit4] <<< JVM J0: EOF ----
>
> [...truncated 62551 lines...]
> [asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
> [asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
>      [java] Processed 2188 links (1744 relative) to 3004 anchors in 243 files
>      [echo] Validated Links & Anchors via: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-ref-guide/bare-bones-html/
>
> -documentation-lint:
>     [jtidy] Checking for broken html (such as invalid tags)...
>    [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/jtidy_tmp
>      [echo] Checking for broken links...
>      [exec]
>      [exec] Crawl/parse...
>      [exec]
>      [exec] Verify...
>      [echo] Checking for malformed docs...
>
> jar-checksums:
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> common.resolve:
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> jar-checksums:
>     [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1313390090
>      [copy] Copying 40 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1313390090
>    [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1313390090
>
> resolve-example:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> resolve-server:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> ivy-availability-check:
> [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
>
> -ivy-fail-disallowed-ivy-version:
>
> ivy-fail:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
>
> resolve:
>
> jar-checksums:
>     [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1469574614
>      [copy] Copying 246 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1469574614
>    [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1469574614
>
> check-working-copy:
> [ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
> [ivy:cachepath]         confs: [default]
> [ivy:cachepath]         found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
> [ivy:cachepath]         found com.jcraft#jsch;0.1.53 in public
> [ivy:cachepath]         found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
> [ivy:cachepath]         found org.apache.httpcomponents#httpclient;4.3.6 in public
> [ivy:cachepath]         found org.apache.httpcomponents#httpcore;4.3.3 in public
> [ivy:cachepath]         found commons-logging#commons-logging;1.1.3 in public
> [ivy:cachepath]         found commons-codec#commons-codec;1.6 in public
> [ivy:cachepath]         found org.slf4j#slf4j-api;1.7.2 in public
> [ivy:cachepath] :: resolution report :: resolve 53ms :: artifacts dl 5ms
>         ---------------------------------------------------------------------
>         |                  |            modules            ||   artifacts   |
>         |       conf       | number| search|dwnlded|evicted|| number|dwnlded|
>         ---------------------------------------------------------------------
>         |      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
>         ---------------------------------------------------------------------
> [wc-checker] Initializing working copy...
> [wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
> [wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
> [wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
> [wc-checker] Checking working copy status...
>
> -jenkins-base:
>
> BUILD SUCCESSFUL
> Total time: 241 minutes 39 seconds
> Archiving artifacts
> WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
> WARN: java.lang.InterruptedException: no matches found within 10000
> Recording test results
> Build step 'Publish JUnit test result report' changed build result to UNSTABLE
> Email was triggered for: Unstable (Test Failures)
> Sending email for trigger: Unstable (Test Failures)
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1521 - Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1521/

1 tests failed.
FAILED:  org.apache.lucene.index.TestSoftDeletesRetentionMergePolicy.testKeepAllDocsAcrossMerges

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
	at __randomizedtesting.SeedInfo.seed([3EE6351609FCFBAA:EC4836981595B0DB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.lucene.index.TestSoftDeletesRetentionMergePolicy.testKeepAllDocsAcrossMerges(TestSoftDeletesRetentionMergePolicy.java:189)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 405 lines...]
   [junit4] Suite: org.apache.lucene.index.TestSoftDeletesRetentionMergePolicy
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSoftDeletesRetentionMergePolicy -Dtests.method=testKeepAllDocsAcrossMerges -Dtests.seed=3EE6351609FCFBAA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=id -Dtests.timezone=Asia/Urumqi -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.08s J0 | TestSoftDeletesRetentionMergePolicy.testKeepAllDocsAcrossMerges <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<3> but was:<2>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3EE6351609FCFBAA:EC4836981595B0DB]:0)
   [junit4]    > 	at org.apache.lucene.index.TestSoftDeletesRetentionMergePolicy.testKeepAllDocsAcrossMerges(TestSoftDeletesRetentionMergePolicy.java:189)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=FST50, version=PostingsFormat(name=Memory)}, docValues:{keep_around=DocValuesFormat(name=Lucene70), soft_delete=DocValuesFormat(name=Asserting), seq_id=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Direct), creation_date=DocValuesFormat(name=Memory), version=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=565, maxMBSortInHeap=6.713605419102169, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6434045e), locale=id, timezone=Asia/Urumqi
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=112681208,total=278396928
   [junit4]   2> NOTE: All tests run in this JVM: [TestSpanNearQuery, TestSnapshotDeletionPolicy, TestUniqueTermCount, TestPriorityQueue, TestSpanBoostQuery, TestCrashCausesCorruptIndex, TestDelegatingAnalyzerWrapper, TestLucene70NormsFormat, TestSleepingLockWrapper, TestSoftDeletesRetentionMergePolicy]
   [junit4] Completed [44/490 (1!)] on J0 in 0.62s, 4 tests, 1 failure <<< FAILURES!

[...truncated 1478 lines...]
   [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/temp/junit4-J0-20180404_165417_0088620913701596068023.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] codec: FastDecompressionCompressingStoredFields, pf: FST50, dvf: Lucene70
   [junit4] <<< JVM J0: EOF ----

[...truncated 62551 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
     [java] Processed 2188 links (1744 relative) to 3004 anchors in 243 files
     [echo] Validated Links & Anchors via: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-ref-guide/bare-bones-html/

-documentation-lint:
    [jtidy] Checking for broken html (such as invalid tags)...
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/jtidy_tmp
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for malformed docs...

jar-checksums:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1313390090
     [copy] Copying 40 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1313390090
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1313390090

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1469574614
     [copy] Copying 246 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1469574614
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1469574614

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 53ms :: artifacts dl 5ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 241 minutes 39 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1520 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1520/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
Could not find collection:delete_data_dir

Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
	at __randomizedtesting.SeedInfo.seed([378D2E79D9079884:BFD911A377FBF57C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:114)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1903 lines...]
   [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/temp/junit4-J0-20180403_151108_1835239698415570049497.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] codec: FastDecompressionCompressingStoredFields, pf: Direct, dvf: Direct
   [junit4] <<< JVM J0: EOF ----

[...truncated 11798 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
   [junit4]   2> 1361412 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/init-core-data-001
   [junit4]   2> 1361412 WARN  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
   [junit4]   2> 1361412 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1361413 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1361413 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1361461 WARN  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1361472 WARN  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1361474 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1361490 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_38684_hdfs____qqbl5j/webapp
   [junit4]   2> 1361913 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38684
   [junit4]   2> 1361989 WARN  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1361990 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1362000 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60957_datanode____.6km8zc/webapp
   [junit4]   2> 1362416 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60957
   [junit4]   2> 1362453 WARN  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1362456 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1362467 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55830_datanode____pm7a70/webapp
   [junit4]   2> 1362536 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to localhost/127.0.0.1:43392) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 1362543 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x51d25ef27ba083: from storage DS-ec3757b4-fa33-4fe0-921e-e2926c90461f node DatanodeRegistration(127.0.0.1:51531, datanodeUuid=1c7aca6a-1a8f-4a60-bd6e-e76829eb5caf, infoPort=40000, infoSecurePort=0, ipcPort=56443, storageInfo=lv=-56;cid=testClusterID;nsid=1644791276;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 1362543 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x51d25ef27ba083: from storage DS-03d54e3c-f2e2-41f9-91c1-8cf0c9d5e286 node DatanodeRegistration(127.0.0.1:51531, datanodeUuid=1c7aca6a-1a8f-4a60-bd6e-e76829eb5caf, infoPort=40000, infoSecurePort=0, ipcPort=56443, storageInfo=lv=-56;cid=testClusterID;nsid=1644791276;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1362916 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55830
   [junit4]   2> 1363145 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to localhost/127.0.0.1:43392) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 1363168 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x51d25f17c99741: from storage DS-b4d4ad83-2f61-4ecd-abf0-4006c9149c58 node DatanodeRegistration(127.0.0.1:48036, datanodeUuid=9834a91f-1391-41ff-81ff-b7e27abc6ba2, infoPort=45745, infoSecurePort=0, ipcPort=36108, storageInfo=lv=-56;cid=testClusterID;nsid=1644791276;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 1363168 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x51d25f17c99741: from storage DS-b73b7621-8762-4439-816a-ce3e3796b547 node DatanodeRegistration(127.0.0.1:48036, datanodeUuid=9834a91f-1391-41ff-81ff-b7e27abc6ba2, infoPort=45745, infoSecurePort=0, ipcPort=36108, storageInfo=lv=-56;cid=testClusterID;nsid=1644791276;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1363587 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1363587 INFO  (Thread-4518) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1363587 INFO  (Thread-4518) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1363590 ERROR (Thread-4518) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1363687 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.ZkTestServer start zk server on port:39717
   [junit4]   2> 1363690 INFO  (zkConnectionManagerCallback-2008-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1363693 INFO  (zkConnectionManagerCallback-2010-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1363696 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1363697 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1363698 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1363699 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1363700 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1363700 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1363701 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1363702 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1363703 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1363704 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1363704 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1363705 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 1363788 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1363789 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1363789 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1363789 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1363789 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c58a52d{/,null,AVAILABLE}
   [junit4]   2> 1363789 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1657648f{HTTP/1.1,[http/1.1]}{127.0.0.1:59758}
   [junit4]   2> 1363789 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.Server Started @1363834ms
   [junit4]   2> 1363789 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:43392/hdfs__localhost_43392__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001_tempDir-002_control_data, hostContext=/, hostPort=59758, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/control-001/cores}
   [junit4]   2> 1363790 ERROR (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1363790 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1363790 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1363790 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1363790 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1363790 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-03T18:07:57.933Z
   [junit4]   2> 1363792 INFO  (zkConnectionManagerCallback-2012-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1363792 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1363792 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/control-001/solr.xml
   [junit4]   2> 1363795 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1363795 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1363796 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@509d187e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1363799 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39717/solr
   [junit4]   2> 1363803 INFO  (zkConnectionManagerCallback-2016-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1363805 INFO  (zkConnectionManagerCallback-2018-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1363868 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59758_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1363868 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59758_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59758_
   [junit4]   2> 1363869 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59758_    ] o.a.s.c.Overseer Overseer (id=73566939196555268-127.0.0.1:59758_-n_0000000000) starting
   [junit4]   2> 1363875 INFO  (zkConnectionManagerCallback-2025-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1363876 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59758_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39717/solr ready
   [junit4]   2> 1363884 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59758_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59758_
   [junit4]   2> 1363892 INFO  (zkCallback-2024-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1363893 INFO  (zkCallback-2017-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1364075 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59758_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509d187e
   [junit4]   2> 1364082 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59758_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509d187e
   [junit4]   2> 1364083 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59758_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509d187e
   [junit4]   2> 1364084 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59758_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/control-001/cores
   [junit4]   2> 1364099 INFO  (zkConnectionManagerCallback-2030-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1364100 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1364101 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39717/solr ready
   [junit4]   2> 1364102 INFO  (qtp338804798-10096) [n:127.0.0.1:59758_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:59758_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1364103 INFO  (OverseerThreadFactory-2708-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1364213 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1364213 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1364316 INFO  (zkCallback-2017-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1365225 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1365237 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1365351 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1365363 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1365364 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509d187e
   [junit4]   2> 1365364 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:43392/solr_hdfs_home
   [junit4]   2> 1365364 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1365364 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1365364 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost:43392/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 1365365 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43392/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 1365376 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1365376 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1365376 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1365807 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1365810 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43392/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 1365826 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43392/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 1365831 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1365831 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1365831 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1365837 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1365837 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1365855 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48036 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-03d54e3c-f2e2-41f9-91c1-8cf0c9d5e286:NORMAL:127.0.0.1:51531|RBW], ReplicaUC[[DISK]DS-b73b7621-8762-4439-816a-ce3e3796b547:NORMAL:127.0.0.1:48036|FINALIZED]]} size 0
   [junit4]   2> 1365856 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51531 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-03d54e3c-f2e2-41f9-91c1-8cf0c9d5e286:NORMAL:127.0.0.1:51531|RBW], ReplicaUC[[DISK]DS-b73b7621-8762-4439-816a-ce3e3796b547:NORMAL:127.0.0.1:48036|FINALIZED]]} size 0
   [junit4]   2> 1365862 WARN  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1365903 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1365903 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1365903 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1365913 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1365913 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1365914 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=61.3681640625, floorSegmentMB=0.7890625, forceMergeDeletesPctAllowed=27.19596942832348, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19340933567791485
   [junit4]   2> 1365934 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@30dad8ba[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1365938 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1365938 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1365939 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1365940 INFO  (searcherExecutor-2711-thread-1-processing-n:127.0.0.1:59758_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@30dad8ba[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1365941 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596749386962960384
   [junit4]   2> 1365950 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1365952 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1365952 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1365952 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59758/control_collection_shard1_replica_n1/
   [junit4]   2> 1365952 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1365952 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:59758/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1365952 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1365955 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59758/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1366056 INFO  (zkCallback-2017-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1366059 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1366061 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1848
   [junit4]   2> 1366064 INFO  (qtp338804798-10096) [n:127.0.0.1:59758_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1366105 INFO  (OverseerCollectionConfigSetProcessor-73566939196555268-127.0.0.1:59758_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1366161 INFO  (zkCallback-2017-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1367064 INFO  (qtp338804798-10096) [n:127.0.0.1:59758_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:59758_&wt=javabin&version=2} status=0 QTime=2962
   [junit4]   2> 1367068 INFO  (zkConnectionManagerCallback-2035-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1367069 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1367069 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39717/solr ready
   [junit4]   2> 1367069 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1367070 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1367071 INFO  (OverseerThreadFactory-2708-thread-2) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1367072 WARN  (OverseerThreadFactory-2708-thread-2) [    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1367276 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1367276 INFO  (qtp338804798-10100) [n:127.0.0.1:59758_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=206
   [junit4]   2> 1367380 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/shard-1-001 of type TLOG
   [junit4]   2> 1367380 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1367381 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1367381 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1367381 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1367381 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49d3ae0b{/,null,AVAILABLE}
   [junit4]   2> 1367382 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@14087f0{HTTP/1.1,[http/1.1]}{127.0.0.1:59302}
   [junit4]   2> 1367382 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.Server Started @1367427ms
   [junit4]   2> 1367382 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:43392/hdfs__localhost_43392__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001_tempDir-002_jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=59302, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/shard-1-001/cores}
   [junit4]   2> 1367382 ERROR (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1367382 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1367382 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1367382 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1367382 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1367382 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-03T18:08:01.525Z
   [junit4]   2> 1367384 INFO  (zkConnectionManagerCallback-2037-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1367385 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1367385 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/shard-1-001/solr.xml
   [junit4]   2> 1367388 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1367388 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1367389 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@509d187e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1367392 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39717/solr
   [junit4]   2> 1367395 INFO  (zkConnectionManagerCallback-2041-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1367399 INFO  (zkConnectionManagerCallback-2043-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1367404 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59302_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1367405 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59302_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1367407 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59302_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1367407 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59302_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59302_
   [junit4]   2> 1367410 INFO  (zkCallback-2024-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1367410 INFO  (zkCallback-2017-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1367410 INFO  (zkCallback-2034-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1367420 INFO  (zkCallback-2042-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1367533 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59302_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509d187e
   [junit4]   2> 1367541 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59302_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509d187e
   [junit4]   2> 1367541 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59302_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509d187e
   [junit4]   2> 1367542 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59302_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/shard-1-001/cores
   [junit4]   2> 1367545 INFO  (zkConnectionManagerCallback-2050-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1367546 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59302_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1367546 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:59302_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39717/solr ready
   [junit4]   2> 1367568 INFO  (qtp564771768-10157) [n:127.0.0.1:59302_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:59302_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1367571 INFO  (OverseerCollectionConfigSetProcessor-73566939196555268-127.0.0.1:59758_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1367571 INFO  (OverseerThreadFactory-2708-thread-3) [    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:59302_ for creating new replica
   [junit4]   2> 1367573 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1368587 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1368599 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema [collection1_shard1_replica_t21] Schema name=test
   [junit4]   2> 1368705 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1368718 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t21' using configuration from collection collection1, trusted=true
   [junit4]   2> 1368719 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t21' (registry 'solr.core.collection1.shard1.replica_t21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509d187e
   [junit4]   2> 1368719 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:43392/solr_hdfs_home
   [junit4]   2> 1368719 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1368719 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1368719 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [[collection1_shard1_replica_t21] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/shard-1-001/cores/collection1_shard1_replica_t21], dataDir=[hdfs://localhost:43392/solr_hdfs_home/collection1/core_node22/data/]
   [junit4]   2> 1368720 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43392/solr_hdfs_home/collection1/core_node22/data/snapshot_metadata
   [junit4]   2> 1368727 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1368727 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1368727 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1368733 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1368733 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43392/solr_hdfs_home/collection1/core_node22/data
   [junit4]   2> 1368747 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43392/solr_hdfs_home/collection1/core_node22/data/index
   [junit4]   2> 1368752 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1368752 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1368752 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1368756 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1368757 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1368773 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51531 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b4d4ad83-2f61-4ecd-abf0-4006c9149c58:NORMAL:127.0.0.1:48036|RBW], ReplicaUC[[DISK]DS-ec3757b4-fa33-4fe0-921e-e2926c90461f:NORMAL:127.0.0.1:51531|RBW]]} size 0
   [junit4]   2> 1368774 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48036 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b4d4ad83-2f61-4ecd-abf0-4006c9149c58:NORMAL:127.0.0.1:48036|RBW], ReplicaUC[[DISK]DS-ec3757b4-fa33-4fe0-921e-e2926c90461f:NORMAL:127.0.0.1:51531|RBW]]} size 0
   [junit4]   2> 1368779 WARN  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1368825 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1368825 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1368825 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1368834 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1368834 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1368840 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=61.3681640625, floorSegmentMB=0.7890625, forceMergeDeletesPctAllowed=27.19596942832348, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19340933567791485
   [junit4]   2> 1368846 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b5077a3[collection1_shard1_replica_t21] main]
   [junit4]   2> 1368847 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1368847 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1368848 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1368849 INFO  (searcherExecutor-2722-thread-1-processing-n:127.0.0.1:59302_ x:collection1_shard1_replica_t21 c:collection1 s:shard1) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [collection1_shard1_replica_t21] Registered new searcher Searcher@6b5077a3[collection1_shard1_replica_t21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1368849 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596749390012219392
   [junit4]   2> 1368853 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node22=0}, version=0}
   [junit4]   2> 1368857 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1368857 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1368857 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59302/collection1_shard1_replica_t21/
   [junit4]   2> 1368857 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1368857 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy http://127.0.0.1:59302/collection1_shard1_replica_t21/ has no replicas
   [junit4]   2> 1368857 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1368858 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ZkController collection1_shard1_replica_t21 stopping background replication from leader
   [junit4]   2> 1368860 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59302/collection1_shard1_replica_t21/ shard1
   [junit4]   2> 1369011 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1369012 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1439
   [junit4]   2> 1369014 INFO  (qtp564771768-10157) [n:127.0.0.1:59302_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:59302_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1446
   [junit4]   2> 1369100 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/shard-2-001 of type TLOG
   [junit4]   2> 1369100 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1369101 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1369101 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1369101 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1369102 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f88eb6d{/,null,AVAILABLE}
   [junit4]   2> 1369102 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5a7a8185{HTTP/1.1,[http/1.1]}{127.0.0.1:34588}
   [junit4]   2> 1369102 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.Server Started @1369147ms
   [junit4]   2> 1369102 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:43392/hdfs__localhost_43392__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001_tempDir-002_jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=34588, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/shard-2-001/cores}
   [junit4]   2> 1369102 ERROR (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1369103 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1369103 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1369103 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1369103 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1369103 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-03T18:08:03.246Z
   [junit4]   2> 1369108 INFO  (zkConnectionManagerCallback-2052-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369109 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1369109 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/shard-2-001/solr.xml
   [junit4]   2> 1369112 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1369112 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1369113 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@509d187e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1369116 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39717/solr
   [junit4]   2> 1369117 INFO  (zkConnectionManagerCallback-2056-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369119 INFO  (zkConnectionManagerCallback-2058-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369122 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:34588_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1369124 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:34588_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1369125 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:34588_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1369125 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:34588_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34588_
   [junit4]   2> 1369126 INFO  (zkCallback-2034-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1369126 INFO  (zkCallback-2042-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1369126 INFO  (zkCallback-2024-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1369127 INFO  (zkCallback-2049-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1369127 INFO  (zkCallback-2017-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1369128 INFO  (zkCallback-2057-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1369280 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:34588_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509d187e
   [junit4]   2> 1369288 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:34588_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509d187e
   [junit4]   2> 1369288 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:34588_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509d187e
   [junit4]   2> 1369289 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:34588_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/shard-2-001/cores
   [junit4]   2> 1369292 INFO  (zkConnectionManagerCallback-2065-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369293 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:34588_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1369293 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [n:127.0.0.1:34588_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39717/solr ready
   [junit4]   2> 1369320 INFO  (qtp178214126-10200) [n:127.0.0.1:34588_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34588_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1369322 INFO  (OverseerCollectionConfigSetProcessor-73566939196555268-127.0.0.1:59758_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1369322 INFO  (OverseerThreadFactory-2708-thread-4) [    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34588_ for creating new replica
   [junit4]   2> 1369324 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1370337 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1370348 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema [collection1_shard1_replica_t23] Schema name=test
   [junit4]   2> 1370451 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1370462 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t23' using configuration from collection collection1, trusted=true
   [junit4]   2> 1370463 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t23' (registry 'solr.core.collection1.shard1.replica_t23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509d187e
   [junit4]   2> 1370463 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:43392/solr_hdfs_home
   [junit4]   2> 1370463 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1370463 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1370463 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [[collection1_shard1_replica_t23] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/shard-2-001/cores/collection1_shard1_replica_t23], dataDir=[hdfs://localhost:43392/solr_hdfs_home/collection1/core_node24/data/]
   [junit4]   2> 1370464 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43392/solr_hdfs_home/collection1/core_node24/data/snapshot_metadata
   [junit4]   2> 1370470 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1370470 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1370470 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1370476 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1370476 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43392/solr_hdfs_home/collection1/core_node24/data
   [junit4]   2> 1370490 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43392/solr_hdfs_home/collection1/core_node24/data/index
   [junit4]   2> 1370496 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1370496 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1370496 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1370502 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1370502 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1370511 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48036 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ec3757b4-fa33-4fe0-921e-e2926c90461f:NORMAL:127.0.0.1:51531|RBW], ReplicaUC[[DISK]DS-b73b7621-8762-4439-816a-ce3e3796b547:NORMAL:127.0.0.1:48036|FINALIZED]]} size 0
   [junit4]   2> 1370512 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51531 is added to blk_1073741827_1003 size 69
   [junit4]   2> 1370516 WARN  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1370549 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1370549 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1370549 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1370558 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1370558 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1370566 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=61.3681640625, floorSegmentMB=0.7890625, forceMergeDeletesPctAllowed=27.19596942832348, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19340933567791485
   [junit4]   2> 1370578 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.SolrIndexSearcher Opening [Searcher@45fb23a2[collection1_shard1_replica_t23] main]
   [junit4]   2> 1370579 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1370580 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1370580 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1370581 INFO  (searcherExecutor-2733-thread-1-processing-n:127.0.0.1:34588_ x:collection1_shard1_replica_t23 c:collection1 s:shard1) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [collection1_shard1_replica_t23] Registered new searcher Searcher@45fb23a2[collection1_shard1_replica_t23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1370581 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596749391828353024
   [junit4]   2> 1370585 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node24=0, core_node22=0}, version=1}
   [junit4]   2> 1370586 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_t23
   [junit4]   2> 1370586 INFO  (updateExecutor-2053-thread-1-processing-n:127.0.0.1:34588_ x:collection1_shard1_replica_t23 c:collection1 s:shard1) [n:127.0.0.1:34588_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1370587 INFO  (qtp178214126-10204) [n:127.0.0.1:34588_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1262
   [junit4]   2> 1370587 INFO  (recoveryExecutor-2054-thread-1-processing-n:127.0.0.1:34588_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:34588_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1370588 INFO  (recoveryExecutor-2054-thread-1-processing-n:127.0.0.1:34588_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:34588_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 1370588 INFO  (recoveryExecutor-2054-thread-1-processing-n:127.0.0.1:34588_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:34588_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ZkController collection1_shard1_replica_t23 stopping background replication from leader
   [junit4]   2> 1370590 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.c.S.Request [collection1_shard1_replica_t21]  webapp= path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1370590 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.c.S.Request [collection1_shard1_replica_t21]  webapp= path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1370606 INFO  (qtp178214126-10200) [n:127.0.0.1:34588_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34588_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1286
   [junit4]   2> 1370607 INFO  (recoveryExecutor-2054-thread-1-processing-n:127.0.0.1:34588_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:34588_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_t23]
   [junit4]   2> 1370607 INFO  (recoveryExecutor-2054-thread-1-processing-n:127.0.0.1:34588_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:34588_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1370607 INFO  (recoveryExecutor-2054-thread-1-processing-n:127.0.0.1:34588_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:34588_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_t23] as recovering, leader is [http://127.0.0.1:59302/collection1_shard1_replica_t21/] and I am [http://127.0.0.1:34588/collection1_shard1_replica_t23/]
   [junit4]   2> 1370621 INFO  (recoveryExecutor-2054-thread-1-processing-n:127.0.0.1:34588_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:34588_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node24_recovering=0, core_node24=0, core_node22=0}, version=2}
   [junit4]   2> 1370629 INFO  (recoveryExecutor-2054-thread-1-processing-n:127.0.0.1:34588_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:34588_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:59302]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_t21&nodeName=127.0.0.1:34588_&coreNodeName=core_node24&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1370630 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 1370631 INFO  (qtp564771768-10161) [n:127.0.0.1:59302_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:34588_, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"http://127.0.0.1:34588","node_name":"127.0.0.1:34588_","state":"down","type":"TLOG"}
   [junit4]   2> 1370708 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/shard-3-001 of type TLOG
   [junit4]   2> 1370709 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1370710 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1370710 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1370710 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1370710 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c9cab23{/,null,AVAILABLE}
   [junit4]   2> 1370710 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@51ab9a53{HTTP/1.1,[http/1.1]}{127.0.0.1:34835}
   [junit4]   2> 1370711 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.e.j.s.Server Started @1370755ms
   [junit4]   2> 1370711 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:43392/hdfs__localhost_43392__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001_tempDir-002_jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=34835, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/shard-3-001/cores}
   [junit4]   2> 1370711 ERROR (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1370712 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1370712 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1370712 INFO  (TEST-StressHdfsTest.test-seed#[378D2E79D9079884]) [    ] o.

[...truncated too long message...]

48)
   [junit4]   2> 1461468 WARN  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 1461487 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 1461589 WARN  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to localhost/127.0.0.1:43392) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 1461589 WARN  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to localhost/127.0.0.1:43392) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1256470555-10.41.0.5-1522778875586 (Datanode Uuid 9834a91f-1391-41ff-81ff-b7e27abc6ba2) service to localhost/127.0.0.1:43392
   [junit4]   2> 1461591 WARN  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 1461609 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 1461711 WARN  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to localhost/127.0.0.1:43392) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 1461711 WARN  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to localhost/127.0.0.1:43392) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1256470555-10.41.0.5-1522778875586 (Datanode Uuid 1c7aca6a-1a8f-4a60-bd6e-e76829eb5caf) service to localhost/127.0.0.1:43392
   [junit4]   2> 1461717 INFO  (SUITE-StressHdfsTest-seed#[378D2E79D9079884]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 1461720 WARN  (548583748@qtp-660170267-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38684) [    ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false. Rechecking.
   [junit4]   2> 1461720 WARN  (548583748@qtp-660170267-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38684) [    ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_378D2E79D9079884-001
   [junit4]   2> Apr 03, 2018 6:09:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=LuceneFixedGap), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text=FSTOrd50, txt_t=FSTOrd50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Lucene70), id_i1=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Asserting), text=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Direct), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70), txt_t=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=960, maxMBSortInHeap=5.819471104401383, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@50a06921), locale=ro-RO, timezone=Asia/Calcutta
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=303832872,total=524812288
   [junit4]   2> NOTE: All tests run in this JVM: [TestHighFrequencyDictionaryFactory, SpatialHeatmapFacetsTest, TestSubQueryTransformerDistrib, BlockJoinFacetRandomTest, TestDocTermOrds, IndexBasedSpellCheckerTest, TestExceedMaxTermLength, TestBinaryField, TlogReplayBufferedWhileIndexingTest, HdfsTlogReplayBufferedWhileIndexingTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSizeLimitedDistributedMap, TestIndexSearcher, OpenExchangeRatesOrgProviderTest, MigrateRouteKeyTest, ConnectionReuseTest, TestTolerantUpdateProcessorCloud, ComputePlanActionTest, FullHLLTest, TestQuerySenderNoQuery, SolrIndexSplitterTest, TestCrossCoreJoin, TestCSVResponseWriter, TestRestoreCore, TestDynamicLoading, TestLegacyField, TestBlobHandler, CloneFieldUpdateProcessorFactoryTest, TestExactStatsCache, SpellingQueryConverterTest, TestExtendedDismaxParser, TestSolrCloudWithKerberosAlt, RAMDirectoryFactoryTest, NodeLostTriggerTest, CursorPagingTest, TestDefaultStatsCache, LeaderFailureAfterFreshStartTest, TestManagedSchemaAPI, BadCopyFieldTest, BinaryUpdateRequestHandlerTest, SimpleFacetsTest, SuggesterWFSTTest, TestPivotHelperCode, SolrRequestParserTest, TestDistribStateManager, TestDelegationWithHadoopAuth, TestRemoteStreaming, StatsReloadRaceTest, MoveReplicaHDFSTest, TestManagedStopFilterFactory, TestShardHandlerFactory, HighlighterMaxOffsetTest, TestFieldCacheWithThreads, TestSchemaNameResource, ShardRoutingTest, ConjunctionSolrSpellCheckerTest, TestRandomFaceting, DebugComponentTest, ZkFailoverTest, CreateRoutedAliasTest, TestStressInPlaceUpdates, CurrencyFieldTypeTest, TestUseDocValuesAsStored, TestCloudSearcherWarming, StressHdfsTest]
   [junit4] Completed [339/795 (1!)] on J0 in 110.32s, 1 test, 1 failure <<< FAILURES!

[...truncated 47558 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj956616456
 [ecj-lint] Compiling 1169 source files to /tmp/ecj956616456
 [ecj-lint] Processing annotations
 [ecj-lint] Annotations processed
 [ecj-lint] Processing annotations
 [ecj-lint] No elements to process
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/cloud/autoscaling/NodeLostTrigger.java (at line 32)
 [ecj-lint] 	import org.apache.solr.client.solrj.cloud.SolrCloudManager;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.client.solrj.cloud.SolrCloudManager is never used
 [ecj-lint] ----------
 [ecj-lint] 2. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/cloud/autoscaling/NodeLostTrigger.java (at line 36)
 [ecj-lint] 	import org.apache.solr.core.SolrResourceLoader;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.core.SolrResourceLoader is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 3. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/java/org/apache/solr/cloud/autoscaling/TriggerUtils.java (at line 20)
 [ecj-lint] 	import java.util.Collection;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import java.util.Collection is never used
 [ecj-lint] ----------
 [ecj-lint] 3 problems (3 errors)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:685: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2089: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2128: Compile failed; see the compiler error output for details.

Total time: 247 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1519 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1519/

2 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
Could not find collection:delete_data_dir

Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
	at __randomizedtesting.SeedInfo.seed([5A3400F4114CAED4:D2603F2EBFB0C32C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:161)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:105)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded
	at __randomizedtesting.SeedInfo.seed([5A3400F4114CAED4:698628301CFB7463]:0)
	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:461)
	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:293)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:373)
	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:113)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:196)
	at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:234)
	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:105)
	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:491)
	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:387)
	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:324)
	at org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit(TestDocTermOrds.java:170)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)




Build Log:
[...truncated 1889 lines...]
   [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/temp/junit4-J0-20180402_185022_0047395847841118455661.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] codec: HighCompressionCompressingStoredFields, pf: Lucene50, dvf: Asserting
   [junit4] <<< JVM J0: EOF ----

[...truncated 12613 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/init-core-data-001
   [junit4]   2> 3183040 WARN  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 3183044 INFO  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3183045 INFO  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 3183045 INFO  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3183045 INFO  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3183093 WARN  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3183105 WARN  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3183107 INFO  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3183127 INFO  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_37778_hdfs____kmdzby/webapp
   [junit4]   2> 3183562 INFO  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37778
   [junit4]   2> 3183630 WARN  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3183632 INFO  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3183641 INFO  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_57892_datanode____jw1r6e/webapp
   [junit4]   2> 3184058 INFO  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57892
   [junit4]   2> 3184097 WARN  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3184098 INFO  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3184110 INFO  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44033_datanode____ar9ddj/webapp
   [junit4]   2> 3184141 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to localhost/127.0.0.1:52191) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 3184151 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x5191de7b05d829: from storage DS-ee411a95-0395-42e9-8683-a13d875dc331 node DatanodeRegistration(127.0.0.1:39124, datanodeUuid=0e007af8-6b33-4492-883b-70511d24bca3, infoPort=42337, infoSecurePort=0, ipcPort=44503, storageInfo=lv=-56;cid=testClusterID;nsid=1644883274;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 3184151 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x5191de7b05d829: from storage DS-faf1db4b-7f8e-42ed-9df3-9939a6b8c1a4 node DatanodeRegistration(127.0.0.1:39124, datanodeUuid=0e007af8-6b33-4492-883b-70511d24bca3, infoPort=42337, infoSecurePort=0, ipcPort=44503, storageInfo=lv=-56;cid=testClusterID;nsid=1644883274;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 3184554 INFO  (SUITE-StressHdfsTest-seed#[5A3400F4114CAED4]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44033
   [junit4]   2> 3185006 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to localhost/127.0.0.1:52191) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 3185012 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x5191deae5e6f2b: from storage DS-f351dada-f296-4537-8f9d-185b1b50bd01 node DatanodeRegistration(127.0.0.1:57980, datanodeUuid=320ab2bc-7e80-4b0e-a634-141c8a2e4e26, infoPort=40396, infoSecurePort=0, ipcPort=59675, storageInfo=lv=-56;cid=testClusterID;nsid=1644883274;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 3185013 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x5191deae5e6f2b: from storage DS-0456f817-18e7-4482-8aeb-4db146ebe3ec node DatanodeRegistration(127.0.0.1:57980, datanodeUuid=320ab2bc-7e80-4b0e-a634-141c8a2e4e26, infoPort=40396, infoSecurePort=0, ipcPort=59675, storageInfo=lv=-56;cid=testClusterID;nsid=1644883274;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 3185436 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3185436 INFO  (Thread-112683) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3185436 INFO  (Thread-112683) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3185437 ERROR (Thread-112683) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3185536 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.ZkTestServer start zk server on port:60623
   [junit4]   2> 3185538 INFO  (zkConnectionManagerCallback-1951-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3185541 INFO  (zkConnectionManagerCallback-1953-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3185544 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3185546 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3185547 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3185548 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3185549 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3185550 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3185550 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3185551 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3185552 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3185553 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3185554 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3185555 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 3185645 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3185645 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3185645 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3185645 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3185646 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4dc8fd96{/,null,AVAILABLE}
   [junit4]   2> 3185646 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@30b34d76{HTTP/1.1,[http/1.1]}{127.0.0.1:48789}
   [junit4]   2> 3185646 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.Server Started @3185687ms
   [junit4]   2> 3185646 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:52191/hdfs__localhost_52191__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001_tempDir-002_control_data, replicaType=NRT, hostContext=/, hostPort=48789, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/control-001/cores}
   [junit4]   2> 3185646 ERROR (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3185646 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3185646 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3185646 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3185646 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3185647 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-02T22:25:57.677Z
   [junit4]   2> 3185648 INFO  (zkConnectionManagerCallback-1955-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3185649 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3185649 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/control-001/solr.xml
   [junit4]   2> 3185652 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3185652 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3185653 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@22e258d0, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3185655 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60623/solr
   [junit4]   2> 3185656 INFO  (zkConnectionManagerCallback-1959-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3185658 INFO  (zkConnectionManagerCallback-1961-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3185724 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:48789_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3185724 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:48789_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48789_
   [junit4]   2> 3185725 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:48789_    ] o.a.s.c.Overseer Overseer (id=73562291366002692-127.0.0.1:48789_-n_0000000000) starting
   [junit4]   2> 3185730 INFO  (zkConnectionManagerCallback-1966-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3185731 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:48789_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60623/solr ready
   [junit4]   2> 3185733 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:48789_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48789_
   [junit4]   2> 3185734 INFO  (zkCallback-1960-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3185737 INFO  (zkCallback-1965-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3185863 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:48789_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22e258d0
   [junit4]   2> 3185870 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:48789_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22e258d0
   [junit4]   2> 3185870 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:48789_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22e258d0
   [junit4]   2> 3185871 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:48789_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/control-001/cores
   [junit4]   2> 3185887 INFO  (zkConnectionManagerCallback-1970-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3185888 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3185888 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60623/solr ready
   [junit4]   2> 3185891 INFO  (qtp1257677904-119861) [n:127.0.0.1:48789_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:48789_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3185893 INFO  (OverseerThreadFactory-3459-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 3185999 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3185999 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3186107 INFO  (zkCallback-1960-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3187021 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3187033 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 3187136 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3187146 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 3187147 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22e258d0
   [junit4]   2> 3187147 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:52191/solr_hdfs_home
   [junit4]   2> 3187147 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3187147 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3187147 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost:52191/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 3187148 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52191/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 3187156 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3187156 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3187156 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3187165 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3187166 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52191/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 3187180 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52191/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 3187193 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3187193 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3187193 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3187199 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3187200 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3187220 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57980 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-faf1db4b-7f8e-42ed-9df3-9939a6b8c1a4:NORMAL:127.0.0.1:39124|RBW], ReplicaUC[[DISK]DS-f351dada-f296-4537-8f9d-185b1b50bd01:NORMAL:127.0.0.1:57980|FINALIZED]]} size 0
   [junit4]   2> 3187224 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39124 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f351dada-f296-4537-8f9d-185b1b50bd01:NORMAL:127.0.0.1:57980|FINALIZED], ReplicaUC[[DISK]DS-ee411a95-0395-42e9-8683-a13d875dc331:NORMAL:127.0.0.1:39124|FINALIZED]]} size 0
   [junit4]   2> 3187230 WARN  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3187264 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3187264 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3187264 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 3187273 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3187273 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3187274 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=7, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3187278 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@62964097[control_collection_shard1_replica_n1] main]
   [junit4]   2> 3187279 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3187280 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3187280 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3187281 INFO  (searcherExecutor-3462-thread-1-processing-n:127.0.0.1:48789_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@62964097[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3187281 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596675021142491136
   [junit4]   2> 3187285 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 3187287 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3187287 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3187287 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48789/control_collection_shard1_replica_n1/
   [junit4]   2> 3187287 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3187287 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:48789/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 3187287 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3187289 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48789/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 3187391 INFO  (zkCallback-1960-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3187440 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3187441 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1442
   [junit4]   2> 3187444 INFO  (qtp1257677904-119861) [n:127.0.0.1:48789_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3187542 INFO  (zkCallback-1960-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3187894 INFO  (OverseerCollectionConfigSetProcessor-73562291366002692-127.0.0.1:48789_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3188444 INFO  (qtp1257677904-119861) [n:127.0.0.1:48789_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:48789_&wt=javabin&version=2} status=0 QTime=2553
   [junit4]   2> 3188447 INFO  (zkConnectionManagerCallback-1974-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3188448 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3188449 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60623/solr ready
   [junit4]   2> 3188449 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3188449 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3188451 INFO  (OverseerThreadFactory-3459-thread-2) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 3188451 WARN  (OverseerThreadFactory-3459-thread-2) [    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 3188656 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3188657 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=207
   [junit4]   2> 3188746 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/shard-1-001 of type TLOG
   [junit4]   2> 3188746 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3188747 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3188747 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3188747 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3188748 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28798a47{/,null,AVAILABLE}
   [junit4]   2> 3188748 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4bc36fe7{HTTP/1.1,[http/1.1]}{127.0.0.1:60204}
   [junit4]   2> 3188748 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.Server Started @3188789ms
   [junit4]   2> 3188748 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:52191/hdfs__localhost_52191__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001_tempDir-002_jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=60204, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/shard-1-001/cores}
   [junit4]   2> 3188748 ERROR (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3188748 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3188748 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3188748 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3188748 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3188748 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-02T22:26:00.778Z
   [junit4]   2> 3188750 INFO  (zkConnectionManagerCallback-1976-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3188751 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3188751 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/shard-1-001/solr.xml
   [junit4]   2> 3188754 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3188754 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3188755 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@22e258d0, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3188758 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60623/solr
   [junit4]   2> 3188759 INFO  (zkConnectionManagerCallback-1980-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3188761 INFO  (zkConnectionManagerCallback-1982-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3188765 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:60204_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3188767 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:60204_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3188769 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:60204_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3188769 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:60204_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60204_
   [junit4]   2> 3188770 INFO  (zkCallback-1960-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3188773 INFO  (zkCallback-1973-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3188775 INFO  (zkCallback-1965-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3188785 INFO  (zkCallback-1981-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3188839 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:60204_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22e258d0
   [junit4]   2> 3188847 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:60204_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22e258d0
   [junit4]   2> 3188847 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:60204_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22e258d0
   [junit4]   2> 3188848 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:60204_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/shard-1-001/cores
   [junit4]   2> 3188851 INFO  (zkConnectionManagerCallback-1987-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3188852 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:60204_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3188852 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:60204_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60623/solr ready
   [junit4]   2> 3188873 INFO  (qtp1257677904-119863) [n:127.0.0.1:48789_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:60204_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3188875 INFO  (OverseerCollectionConfigSetProcessor-73562291366002692-127.0.0.1:48789_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3188876 INFO  (OverseerThreadFactory-3459-thread-3) [    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:60204_ for creating new replica
   [junit4]   2> 3188878 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 3188985 INFO  (zkCallback-1981-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3189892 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3189904 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema [collection1_shard1_replica_t21] Schema name=test
   [junit4]   2> 3190010 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3190020 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t21' using configuration from collection collection1, trusted=true
   [junit4]   2> 3190020 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t21' (registry 'solr.core.collection1.shard1.replica_t21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22e258d0
   [junit4]   2> 3190020 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:52191/solr_hdfs_home
   [junit4]   2> 3190020 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3190020 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3190020 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [[collection1_shard1_replica_t21] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/shard-1-001/cores/collection1_shard1_replica_t21], dataDir=[hdfs://localhost:52191/solr_hdfs_home/collection1/core_node22/data/]
   [junit4]   2> 3190021 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52191/solr_hdfs_home/collection1/core_node22/data/snapshot_metadata
   [junit4]   2> 3190028 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3190028 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3190028 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3190034 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3190034 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52191/solr_hdfs_home/collection1/core_node22/data
   [junit4]   2> 3190053 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52191/solr_hdfs_home/collection1/core_node22/data/index
   [junit4]   2> 3190064 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3190064 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3190065 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3190072 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3190073 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3190102 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57980 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ee411a95-0395-42e9-8683-a13d875dc331:NORMAL:127.0.0.1:39124|RBW], ReplicaUC[[DISK]DS-0456f817-18e7-4482-8aeb-4db146ebe3ec:NORMAL:127.0.0.1:57980|FINALIZED]]} size 0
   [junit4]   2> 3190103 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39124 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0456f817-18e7-4482-8aeb-4db146ebe3ec:NORMAL:127.0.0.1:57980|FINALIZED], ReplicaUC[[DISK]DS-faf1db4b-7f8e-42ed-9df3-9939a6b8c1a4:NORMAL:127.0.0.1:39124|FINALIZED]]} size 0
   [junit4]   2> 3190106 WARN  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3190177 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3190177 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3190177 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 3190186 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3190186 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3190189 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=7, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3190197 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.SolrIndexSearcher Opening [Searcher@b86a5bd[collection1_shard1_replica_t21] main]
   [junit4]   2> 3190198 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3190198 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3190198 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3190199 INFO  (searcherExecutor-3473-thread-1-processing-n:127.0.0.1:60204_ x:collection1_shard1_replica_t21 c:collection1 s:shard1) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [collection1_shard1_replica_t21] Registered new searcher Searcher@b86a5bd[collection1_shard1_replica_t21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3190199 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596675024202235904
   [junit4]   2> 3190203 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node22=0}, version=0}
   [junit4]   2> 3190205 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3190205 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3190205 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60204/collection1_shard1_replica_t21/
   [junit4]   2> 3190205 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3190205 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy http://127.0.0.1:60204/collection1_shard1_replica_t21/ has no replicas
   [junit4]   2> 3190205 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3190206 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ZkController collection1_shard1_replica_t21 stopping background replication from leader
   [junit4]   2> 3190210 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60204/collection1_shard1_replica_t21/ shard1
   [junit4]   2> 3190311 INFO  (zkCallback-1981-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3190360 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3190362 INFO  (qtp569252489-119923) [n:127.0.0.1:60204_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1483
   [junit4]   2> 3190364 INFO  (qtp1257677904-119863) [n:127.0.0.1:48789_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:60204_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1491
   [junit4]   2> 3190462 INFO  (zkCallback-1981-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3190466 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/shard-2-001 of type TLOG
   [junit4]   2> 3190466 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3190467 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3190467 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3190467 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3190468 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30c84fb7{/,null,AVAILABLE}
   [junit4]   2> 3190468 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6a053a43{HTTP/1.1,[http/1.1]}{127.0.0.1:54936}
   [junit4]   2> 3190468 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.e.j.s.Server Started @3190509ms
   [junit4]   2> 3190468 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:52191/hdfs__localhost_52191__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001_tempDir-002_jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=54936, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/shard-2-001/cores}
   [junit4]   2> 3190468 ERROR (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3190473 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3190473 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3190473 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3190473 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3190473 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-02T22:26:02.503Z
   [junit4]   2> 3190475 INFO  (zkConnectionManagerCallback-1989-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3190476 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3190476 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/shard-2-001/solr.xml
   [junit4]   2> 3190479 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3190479 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3190480 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@22e258d0, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3190486 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60623/solr
   [junit4]   2> 3190487 INFO  (zkConnectionManagerCallback-1993-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3190488 INFO  (zkConnectionManagerCallback-1995-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3190492 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:54936_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3190494 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:54936_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3190495 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:54936_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3190495 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:54936_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54936_
   [junit4]   2> 3190496 INFO  (zkCallback-1965-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3190496 INFO  (zkCallback-1960-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3190496 INFO  (zkCallback-1973-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3190497 INFO  (zkCallback-1986-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3190497 INFO  (zkCallback-1981-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3190498 INFO  (zkCallback-1994-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3190588 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:54936_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22e258d0
   [junit4]   2> 3190596 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:54936_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22e258d0
   [junit4]   2> 3190596 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:54936_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22e258d0
   [junit4]   2> 3190598 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:54936_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/shard-2-001/cores
   [junit4]   2> 3190601 INFO  (zkConnectionManagerCallback-2000-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3190602 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:54936_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3190603 INFO  (TEST-StressHdfsTest.test-seed#[5A3400F4114CAED4]) [n:127.0.0.1:54936_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60623/solr ready
   [junit4]   2> 3190632 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:54936_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3190633 INFO  (OverseerCollectionConfigSetProcessor-73562291366002692-127.0.0.1:48789_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3190634 INFO  (OverseerThreadFactory-3459-thread-4) [    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:54936_ for creating new replica
   [junit4]   2> 3190636 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 3190741 INFO  (zkCallback-1981-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3190741 INFO  (zkCallback-1994-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3191650 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3191662 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema [collection1_shard1_replica_t23] Schema name=test
   [junit4]   2> 3191766 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3191777 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t23' using configuration from collection collection1, trusted=true
   [junit4]   2> 3191778 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t23' (registry 'solr.core.collection1.shard1.replica_t23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22e258d0
   [junit4]   2> 3191778 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:52191/solr_hdfs_home
   [junit4]   2> 3191778 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3191778 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3191778 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [[collection1_shard1_replica_t23] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5A3400F4114CAED4-001/shard-2-001/cores/collection1_shard1_replica_t23], dataDir=[hdfs://localhost:52191/solr_hdfs_home/collection1/core_node24/data/]
   [junit4]   2> 3191779 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52191/solr_hdfs_home/collection1/core_node24/data/snapshot_metadata
   [junit4]   2> 3191785 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3191785 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3191785 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3191801 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3191801 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52191/solr_hdfs_home/collection1/core_node24/data
   [junit4]   2> 3191815 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52191/solr_hdfs_home/collection1/core_node24/data/index
   [junit4]   2> 3191820 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3191820 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3191820 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3191863 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3191863 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3191870 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39124 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f351dada-f296-4537-8f9d-185b1b50bd01:NORMAL:127.0.0.1:57980|RBW], ReplicaUC[[DISK]DS-ee411a95-0395-42e9-8683-a13d875dc331:NORMAL:127.0.0.1:39124|RBW]]} size 0
   [junit4]   2> 3191871 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57980 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f351dada-f296-4537-8f9d-185b1b50bd01:NORMAL:127.0.0.1:57980|RBW], ReplicaUC[[DISK]DS-ee411a95-0395-42e9-8683-a13d875dc331:NORMAL:127.0.0.1:39124|RBW]]} size 0
   [junit4]   2> 3191874 WARN  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3191935 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3191935 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3191935 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 3191948 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3191948 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3191950 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=7, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3191954 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.SolrIndexSearcher Opening [Searcher@52bf152a[collection1_shard1_replica_t23] main]
   [junit4]   2> 3191955 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3191956 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3191956 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3191957 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596675026045632512
   [junit4]   2> 3191958 INFO  (searcherExecutor-3484-thread-1-processing-n:127.0.0.1:54936_ x:collection1_shard1_replica_t23 c:collection1 s:shard1) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [collection1_shard1_replica_t23] Registered new searcher Searcher@52bf152a[collection1_shard1_replica_t23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3191960 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node24=0, core_node22=0}, version=1}
   [junit4]   2> 3191961 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_t23
   [junit4]   2> 3191961 INFO  (updateExecutor-1990-thread-1-processing-n:127.0.0.1:54936_ x:collection1_shard1_replica_t23 c:collection1 s:shard1) [n:127.0.0.1:54936_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 3191962 INFO  (qtp1673250412-119966) [n:127.0.0.1:54936_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1325
   [junit4]   2> 3191962 INFO  (recoveryExecutor-1991-thread-1-processing-n:127.0.0.1:54936_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:54936_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 3191963 INFO  (recoveryExecutor-1991-thread-1-processing-n:127.0.0.1:54936_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:54936_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 3191963 INFO  (recoveryExecutor-1991-thread-1-processing-n:127.0.0.1:54936_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:54936_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ZkController collection1_shard1_replica_t23 stopping background replication from leader
   [junit4]   2> 3191967 INFO  (qtp569252489-119927) [n:127.0.0.1:60204_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.c.S.Request [collection1_shard1_replica_t21]  webapp= path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 3191967 INFO  (qtp569252489-119927) [n:127.0.0.1:60204_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.c.S.Request [collection1_shard1_replica_t21]  webapp= path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3191968 INFO  (qtp1257677904-119865) [n:127.0.0.1:48789_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:54936_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1336
   [junit4]   2> 3191970 INFO  (recoveryExecutor-1991-thread-1-processing-n:127.0.0.1:54936_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:54936_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_t23]
   [junit4]   2> 3191970 INFO  (recoveryExecutor-1991-thread-1-processing-n:127.0.0.1:54936_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:54936_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 3191970 INFO  (recoveryExecutor-1991-thread-1-processing-n:127.0.0.1:54936_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:54936_ c:collectio

[...truncated too long message...]

est params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=Direct), foo=PostingsFormat(name=Direct), id=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1936, maxMBSortInHeap=6.998831990999572, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1f45de5e), locale=ar-YE, timezone=America/Sitka
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=376373592,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsDirectoryTest, TestAuthenticationFramework, TestUseDocValuesAsStored2, TestFieldCache, CollectionTooManyReplicasTest, TestCloudInspectUtil, SystemInfoHandlerTest, SecurityConfHandlerTest, DistributedIntervalFacetingTest, TestCustomStream, SpellCheckCollatorWithCollapseTest, SyncSliceTest, TestCloudManagedSchema, XsltUpdateRequestHandlerTest, TestAddFieldRealTimeGet, TestCursorMarkWithoutUniqueKey, TestManagedResource, CoreAdminOperationTest, TestNRTOpen, CloudExitableDirectoryReaderTest, TestReload, RequiredFieldsTest, TestTolerantUpdateProcessorRandomCloud, TestCloudPseudoReturnFields, PKIAuthenticationIntegrationTest, DirectSolrConnectionTest, MoveReplicaTest, RemoteQueryErrorTest, TestElisionMultitermQuery, TestPostingsSolrHighlighter, TestEmbeddedSolrServerSchemaAPI, OverseerTest, ExecutePlanActionTest, TestFileDictionaryLookup, SampleTest, TestSerializedLuceneMatchVersion, TestSurroundQueryParser, SoftAutoCommitTest, HDFSCollectionsAPITest, TestSchemalessBufferedUpdates, TestSolrCloudSnapshots, TestMultiValuedNumericRangeQuery, TestSearcherReuse, PrimitiveFieldTypeTest, JsonLoaderTest, ActionThrottleTest, CdcrBidirectionalTest, TestRebalanceLeaders, AutoAddReplicasPlanActionTest, TestQueryUtils, TestPartialUpdateDeduplication, TestReversedWildcardFilterFactory, ScriptEngineTest, SimplePostToolTest, DeleteReplicaTest, CdcrUpdateLogTest, DOMUtilTest, TestReplicationHandlerBackup, SuggestComponentContextFilterQueryTest, TestHalfAndHalfDocValues, CSVRequestHandlerTest, TestSystemIdResolver, TestClassicSimilarityFactory, TestLegacyFieldReuse, TestXmlQParser, TestJsonFacetRefinement, CdcrReplicationHandlerTest, TestSubQueryTransformer, QueryEqualityTest, TestStressVersions, TestGeoJSONResponseWriter, SuggesterFSTTest, TestNestedDocsSort, TestHdfsUpdateLog, TestLRUCache, DistributedQueueTest, SolrSlf4jReporterTest, TestApiFramework, TestMacros, AlternateDirectoryTest, TermsComponentTest, TestTrackingShardHandlerFactory, TestQueryWrapperFilter, TestNodeAddedTrigger, ResponseBuilderTest, BitVectorTest, V2StandaloneTest, OverseerModifyCollectionTest, PreAnalyzedUpdateProcessorTest, TestJsonRequest, TestCharFilters, SolrCoreTest, TestPullReplicaErrorHandling, CurrencyRangeFacetCloudTest, TestSimDistributedQueue, ZkControllerTest, TriLevelCompositeIdRoutingTest, HdfsUnloadDistributedZkTest, WrapperMergePolicyFactoryTest, TestSolrConfigHandlerConcurrent, TestCollectionsAPIViaSolrCloudCluster, MetricsConfigTest, TestClusterStateProvider, TestStandardQParsers, BlockCacheTest, TestImplicitCoreProperties, TestRuleBasedAuthorizationPlugin, SolrIndexMetricsTest, TestFilteredDocIdSet, InfoHandlerTest, ConfigureRecoveryStrategyTest, DistributedExpandComponentTest, TestFunctionQuery, QueryElevationComponentTest, TestBackupRepositoryFactory, PeerSyncTest, ZkShardTermsTest, MergeStrategyTest, TestExpandComponent, SolrMetricReporterTest, DistributedFacetPivotLongTailTest, SignatureUpdateProcessorFactoryTest, DocumentBuilderTest, TestBM25SimilarityFactory, TestOnReconnectListenerSupport, ConcurrentDeleteAndCreateCollectionTest, TestLegacyFieldCache, TestXIncludeConfig, TestSkipOverseerOperations, CollectionsAPISolrJTest, TestZkChroot, TestSegmentSorting, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ZkSolrClientTest, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestRecovery, TestHashPartitioner, TermVectorComponentDistributedTest, TestJoin, DistributedTermsComponentTest, TestSolr4Spatial, StatsComponentTest, TestGroupingSearch, SolrCmdDistributorTest, BadIndexSchemaTest, TestFiltering, BasicFunctionalityTest, HighlighterTest, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SpellCheckCollatorTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, TestStressLucene, TestTrie, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, LoggingHandlerTest, IndexSchemaTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestComponentsName, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, CopyFieldTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, MultiTermTest, TestDocSet, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestLuceneMatchVersion, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestFastWriter, ResourceLoaderTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, ClusterStateTest, TestSolrJ, ZkNodePropsTest, SliceStateTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TokenizerChainTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, AliasIntegrationTest, AssignBackwardCompatibilityTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionPropsTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, ForceLeaderTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, HttpPartitionTest, LIROnShardRestartTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, ReplicationFactorTest, RollingRestartTest, TestTlogReplica, CollectionsAPIDistributedZkTest, NodeAddedTriggerIntegrationTest, NodeAddedTriggerTest, ScheduledMaintenanceTriggerTest, ScheduledTriggerIntegrationTest, ScheduledTriggerTest, TriggerIntegrationTest, HdfsRecoverLeaseTest, HdfsWriteToMultipleCollectionsTest, TestConfigReload, TestSQLHandler, TestCoreAdminApis, CustomHighlightComponentTest, DistributedFacetPivotWhiteBoxTest, DistributedSuggestComponentTest, TestUnifiedSolrHighlighter, TestLegacyNumericUtils, TestLegacyTerms, TestNumericRangeQuery32, TestNumericTokenStream, JvmMetricsTest, SolrGraphiteReporterTest, SolrJmxReporterCloudTest, SolrCloudReportersTest, SolrShardReporterTest, JSONWriterTest, TestBinaryResponseWriter, TestExportWriter, TestGraphMLResponseWriter, TestPushWriter, TestRawTransformer, TestRetrieveFieldsOptimizer, TestSubQueryTransformerDistrib, TestBulkSchemaAPI, TestCopyFieldCollectionResource, TestDynamicFieldResource, TestFieldTypeCollectionResource, TestSchemaResource, TestSchemaSimilarityResource, TestManagedStopFilterFactory, TestManagedSynonymFilterFactory, BooleanFieldTest, ChangedSchemaMergeTest, DateRangeFieldTest, EnumFieldTest, ManagedSchemaRoundRobinCloudTest, SpatialRPTFieldTypeTest, TestCloudSchemaless, TestComplexPhraseQParserPlugin, TestInitQParser, TestMultiWordSynonyms, TestOverriddenPrefixQueryForCustomFieldType, TestPayloadCheckQParserPlugin, TestRandomCollapseQParserPlugin, TestOrdValues, BJQParserTest, TestCloudNestedDocsSort, TestScoreJoinQPScore, SimpleMLTQParserTest, TestPerFieldSimilarityWithDefaultOverride, TestDefaultStatsCache, TestLRUStatsCache, TestDelegationWithHadoopAuth, TestZkAclsWithHadoopAuth, HttpSolrCallGetCoreTest, BufferStoreTest, TestDocTermOrds]
   [junit4] Completed [769/795 (2!)] on J1 in 58.74s, 10 tests, 1 error <<< FAILURES!

[...truncated 80 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J1-20180402_213251_935616979699388231223.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid9147.hprof ...
   [junit4] Heap dump file created [595147189 bytes in 1.584 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 9290 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid9147.hprof

Total time: 244 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1518 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1518/

4 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([A81891ADF121A048]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1522627347299,generation=2,filelist=[_hg2.fdt, _hg2.fdx, _hg2.fnm, _hg2.nvd, _hg2.nvm, _hg2.si, _hg2_LuceneVarGapFixedInterval_0.doc, _hg2_LuceneVarGapFixedInterval_0.tib, _hg2_LuceneVarGapFixedInterval_0.tiv, _hkt.fdt, _hkt.fdx, _hkt.fnm, _hkt.nvd, _hkt.nvm, _hkt.si, _hkt_LuceneVarGapFixedInterval_0.doc, _hkt_LuceneVarGapFixedInterval_0.tib, _hkt_LuceneVarGapFixedInterval_0.tiv, _hku.cfe, _hku.cfs, _hku.si, _hkv.cfe, _hkv.cfs, _hkv.si, _hkw.cfe, _hkw.cfs, _hkw.si, _hkx.cfe, _hkx.cfs, _hkx.si, _hky.cfe, _hky.cfs, _hky.si, _hkz.cfe, _hkz.cfs, _hkz.si, _hl0.cfe, _hl0.cfs, _hl0.si, _hl1.cfe, _hl1.cfs, _hl1.si, _hl2.cfe, _hl2.cfs, _hl2.si, _hl3.cfe, _hl3.cfs, _hl3.si, _hl4.cfe, _hl4.cfs, _hl4.si, _hl5.cfe, _hl5.cfs, _hl5.si, _hl6.cfe, _hl6.cfs, _hl6.si, _hl7.cfe, _hl7.cfs, _hl7.si, _hl8.cfe, _hl8.cfs, _hl8.si, _hl9.cfe, _hl9.cfs, _hl9.si, _hla.cfe, _hla.cfs, _hla.si, _hlb.cfe, _hlb.cfs, _hlb.si, _hlc.cfe, _hlc.cfs, _hlc.si, _hld.cfe, _hld.cfs, _hld.si, _hle.cfe, _hle.cfs, _hle.si, _hlf.cfe, _hlf.cfs, _hlf.si, _hlg.cfe, _hlg.cfs, _hlg.si, _hlh.cfe, _hlh.cfs, _hlh.si, _hli.cfe, _hli.cfs, _hli.si, _hlj.cfe, _hlj.cfs, _hlj.si, _hlk.cfe, _hlk.cfs, _hlk.si, _hll.cfe, _hll.cfs, _hll.si, _hlm.cfe, _hlm.cfs, _hlm.si, _hln.cfe, _hln.cfs, _hln.si, _hlo.cfe, _hlo.cfs, _hlo.si, _hlp.cfe, _hlp.cfs, _hlp.si, _hnn.cfe, _hnn.cfs, _hnn.si, _hno.cfe, _hno.cfs, _hno.si, _hnp.fdt, _hnp.fdx, _hnp.fnm, _hnp.nvd, _hnp.nvm, _hnp.si, _hnp_LuceneVarGapFixedInterval_0.doc, _hnp_LuceneVarGapFixedInterval_0.tib, _hnp_LuceneVarGapFixedInterval_0.tiv, _hnq.cfe, _hnq.cfs, _hnq.si, _hnr.cfe, _hnr.cfs, _hnr.si, _hns.cfe, _hns.cfs, _hns.si, _hnt.cfe, _hnt.cfs, _hnt.si, _hnu.cfe, _hnu.cfs, _hnu.si, _hnv.cfe, _hnv.cfs, _hnv.si, _hnw.cfe, _hnw.cfs, _hnw.si, _hnx.cfe, _hnx.cfs, _hnx.si, _hny.cfe, _hny.cfs, _hny.si, _hnz.cfe, _hnz.cfs, _hnz.si, segments_2]}]> but was:<[{indexVersion=1522627347299,generation=2,filelist=[_hg2.fdt, _hg2.fdx, _hg2.fnm, _hg2.nvd, _hg2.nvm, _hg2.si, _hg2_LuceneVarGapFixedInterval_0.doc, _hg2_LuceneVarGapFixedInterval_0.tib, _hg2_LuceneVarGapFixedInterval_0.tiv, _hkt.fdt, _hkt.fdx, _hkt.fnm, _hkt.nvd, _hkt.nvm, _hkt.si, _hkt_LuceneVarGapFixedInterval_0.doc, _hkt_LuceneVarGapFixedInterval_0.tib, _hkt_LuceneVarGapFixedInterval_0.tiv, _hku.cfe, _hku.cfs, _hku.si, _hkv.cfe, _hkv.cfs, _hkv.si, _hkw.cfe, _hkw.cfs, _hkw.si, _hkx.cfe, _hkx.cfs, _hkx.si, _hky.cfe, _hky.cfs, _hky.si, _hkz.cfe, _hkz.cfs, _hkz.si, _hl0.cfe, _hl0.cfs, _hl0.si, _hl1.cfe, _hl1.cfs, _hl1.si, _hl2.cfe, _hl2.cfs, _hl2.si, _hl3.cfe, _hl3.cfs, _hl3.si, _hl4.cfe, _hl4.cfs, _hl4.si, _hl5.cfe, _hl5.cfs, _hl5.si, _hl6.cfe, _hl6.cfs, _hl6.si, _hl7.cfe, _hl7.cfs, _hl7.si, _hl8.cfe, _hl8.cfs, _hl8.si, _hl9.cfe, _hl9.cfs, _hl9.si, _hla.cfe, _hla.cfs, _hla.si, _hlb.cfe, _hlb.cfs, _hlb.si, _hlc.cfe, _hlc.cfs, _hlc.si, _hld.cfe, _hld.cfs, _hld.si, _hle.cfe, _hle.cfs, _hle.si, _hlf.cfe, _hlf.cfs, _hlf.si, _hlg.cfe, _hlg.cfs, _hlg.si, _hlh.cfe, _hlh.cfs, _hlh.si, _hli.cfe, _hli.cfs, _hli.si, _hlj.cfe, _hlj.cfs, _hlj.si, _hlk.cfe, _hlk.cfs, _hlk.si, _hll.cfe, _hll.cfs, _hll.si, _hlm.cfe, _hlm.cfs, _hlm.si, _hln.cfe, _hln.cfs, _hln.si, _hlo.cfe, _hlo.cfs, _hlo.si, _hlp.cfe, _hlp.cfs, _hlp.si, _hnn.cfe, _hnn.cfs, _hnn.si, _hno.cfe, _hno.cfs, _hno.si, _hnp.fdt, _hnp.fdx, _hnp.fnm, _hnp.nvd, _hnp.nvm, _hnp.si, _hnp_LuceneVarGapFixedInterval_0.doc, _hnp_LuceneVarGapFixedInterval_0.tib, _hnp_LuceneVarGapFixedInterval_0.tiv, _hnq.cfe, _hnq.cfs, _hnq.si, _hnr.cfe, _hnr.cfs, _hnr.si, _hns.cfe, _hns.cfs, _hns.si, _hnt.cfe, _hnt.cfs, _hnt.si, _hnu.cfe, _hnu.cfs, _hnu.si, _hnv.cfe, _hnv.cfs, _hnv.si, _hnw.cfe, _hnw.cfs, _hnw.si, _hnx.cfe, _hnx.cfs, _hnx.si, _hny.cfe, _hny.cfs, _hny.si, _hnz.cfe, _hnz.cfs, _hnz.si, segments_2]}, {indexVersion=1522627347299,generation=3,filelist=[_hlq.fdt, _hlq.fdx, _hlq.fnm, _hlq.nvd, _hlq.nvm, _hlq.si, _hlq_LuceneVarGapFixedInterval_0.doc, _hlq_LuceneVarGapFixedInterval_0.tib, _hlq_LuceneVarGapFixedInterval_0.tiv, _hnn.cfe, _hnn.cfs, _hnn.si, _hno.cfe, _hno.cfs, _hno.si, _hnp.fdt, _hnp.fdx, _hnp.fnm, _hnp.nvd, _hnp.nvm, _hnp.si, _hnp_LuceneVarGapFixedInterval_0.doc, _hnp_LuceneVarGapFixedInterval_0.tib, _hnp_LuceneVarGapFixedInterval_0.tiv, _hnq.cfe, _hnq.cfs, _hnq.si, _hnr.cfe, _hnr.cfs, _hnr.si, _hns.cfe, _hns.cfs, _hns.si, _hnt.cfe, _hnt.cfs, _hnt.si, _hnu.cfe, _hnu.cfs, _hnu.si, _hnv.cfe, _hnv.cfs, _hnv.si, _hnw.cfe, _hnw.cfs, _hnw.si, _hnx.cfe, _hnx.cfs, _hnx.si, _hny.cfe, _hny.cfs, _hny.si, _hnz.cfe, _hnz.cfs, _hnz.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1522627347299,generation=2,filelist=[_hg2.fdt, _hg2.fdx, _hg2.fnm, _hg2.nvd, _hg2.nvm, _hg2.si, _hg2_LuceneVarGapFixedInterval_0.doc, _hg2_LuceneVarGapFixedInterval_0.tib, _hg2_LuceneVarGapFixedInterval_0.tiv, _hkt.fdt, _hkt.fdx, _hkt.fnm, _hkt.nvd, _hkt.nvm, _hkt.si, _hkt_LuceneVarGapFixedInterval_0.doc, _hkt_LuceneVarGapFixedInterval_0.tib, _hkt_LuceneVarGapFixedInterval_0.tiv, _hku.cfe, _hku.cfs, _hku.si, _hkv.cfe, _hkv.cfs, _hkv.si, _hkw.cfe, _hkw.cfs, _hkw.si, _hkx.cfe, _hkx.cfs, _hkx.si, _hky.cfe, _hky.cfs, _hky.si, _hkz.cfe, _hkz.cfs, _hkz.si, _hl0.cfe, _hl0.cfs, _hl0.si, _hl1.cfe, _hl1.cfs, _hl1.si, _hl2.cfe, _hl2.cfs, _hl2.si, _hl3.cfe, _hl3.cfs, _hl3.si, _hl4.cfe, _hl4.cfs, _hl4.si, _hl5.cfe, _hl5.cfs, _hl5.si, _hl6.cfe, _hl6.cfs, _hl6.si, _hl7.cfe, _hl7.cfs, _hl7.si, _hl8.cfe, _hl8.cfs, _hl8.si, _hl9.cfe, _hl9.cfs, _hl9.si, _hla.cfe, _hla.cfs, _hla.si, _hlb.cfe, _hlb.cfs, _hlb.si, _hlc.cfe, _hlc.cfs, _hlc.si, _hld.cfe, _hld.cfs, _hld.si, _hle.cfe, _hle.cfs, _hle.si, _hlf.cfe, _hlf.cfs, _hlf.si, _hlg.cfe, _hlg.cfs, _hlg.si, _hlh.cfe, _hlh.cfs, _hlh.si, _hli.cfe, _hli.cfs, _hli.si, _hlj.cfe, _hlj.cfs, _hlj.si, _hlk.cfe, _hlk.cfs, _hlk.si, _hll.cfe, _hll.cfs, _hll.si, _hlm.cfe, _hlm.cfs, _hlm.si, _hln.cfe, _hln.cfs, _hln.si, _hlo.cfe, _hlo.cfs, _hlo.si, _hlp.cfe, _hlp.cfs, _hlp.si, _hnn.cfe, _hnn.cfs, _hnn.si, _hno.cfe, _hno.cfs, _hno.si, _hnp.fdt, _hnp.fdx, _hnp.fnm, _hnp.nvd, _hnp.nvm, _hnp.si, _hnp_LuceneVarGapFixedInterval_0.doc, _hnp_LuceneVarGapFixedInterval_0.tib, _hnp_LuceneVarGapFixedInterval_0.tiv, _hnq.cfe, _hnq.cfs, _hnq.si, _hnr.cfe, _hnr.cfs, _hnr.si, _hns.cfe, _hns.cfs, _hns.si, _hnt.cfe, _hnt.cfs, _hnt.si, _hnu.cfe, _hnu.cfs, _hnu.si, _hnv.cfe, _hnv.cfs, _hnv.si, _hnw.cfe, _hnw.cfs, _hnw.si, _hnx.cfe, _hnx.cfs, _hnx.si, _hny.cfe, _hny.cfs, _hny.si, _hnz.cfe, _hnz.cfs, _hnz.si, segments_2]}]> but was:<[{indexVersion=1522627347299,generation=2,filelist=[_hg2.fdt, _hg2.fdx, _hg2.fnm, _hg2.nvd, _hg2.nvm, _hg2.si, _hg2_LuceneVarGapFixedInterval_0.doc, _hg2_LuceneVarGapFixedInterval_0.tib, _hg2_LuceneVarGapFixedInterval_0.tiv, _hkt.fdt, _hkt.fdx, _hkt.fnm, _hkt.nvd, _hkt.nvm, _hkt.si, _hkt_LuceneVarGapFixedInterval_0.doc, _hkt_LuceneVarGapFixedInterval_0.tib, _hkt_LuceneVarGapFixedInterval_0.tiv, _hku.cfe, _hku.cfs, _hku.si, _hkv.cfe, _hkv.cfs, _hkv.si, _hkw.cfe, _hkw.cfs, _hkw.si, _hkx.cfe, _hkx.cfs, _hkx.si, _hky.cfe, _hky.cfs, _hky.si, _hkz.cfe, _hkz.cfs, _hkz.si, _hl0.cfe, _hl0.cfs, _hl0.si, _hl1.cfe, _hl1.cfs, _hl1.si, _hl2.cfe, _hl2.cfs, _hl2.si, _hl3.cfe, _hl3.cfs, _hl3.si, _hl4.cfe, _hl4.cfs, _hl4.si, _hl5.cfe, _hl5.cfs, _hl5.si, _hl6.cfe, _hl6.cfs, _hl6.si, _hl7.cfe, _hl7.cfs, _hl7.si, _hl8.cfe, _hl8.cfs, _hl8.si, _hl9.cfe, _hl9.cfs, _hl9.si, _hla.cfe, _hla.cfs, _hla.si, _hlb.cfe, _hlb.cfs, _hlb.si, _hlc.cfe, _hlc.cfs, _hlc.si, _hld.cfe, _hld.cfs, _hld.si, _hle.cfe, _hle.cfs, _hle.si, _hlf.cfe, _hlf.cfs, _hlf.si, _hlg.cfe, _hlg.cfs, _hlg.si, _hlh.cfe, _hlh.cfs, _hlh.si, _hli.cfe, _hli.cfs, _hli.si, _hlj.cfe, _hlj.cfs, _hlj.si, _hlk.cfe, _hlk.cfs, _hlk.si, _hll.cfe, _hll.cfs, _hll.si, _hlm.cfe, _hlm.cfs, _hlm.si, _hln.cfe, _hln.cfs, _hln.si, _hlo.cfe, _hlo.cfs, _hlo.si, _hlp.cfe, _hlp.cfs, _hlp.si, _hnn.cfe, _hnn.cfs, _hnn.si, _hno.cfe, _hno.cfs, _hno.si, _hnp.fdt, _hnp.fdx, _hnp.fnm, _hnp.nvd, _hnp.nvm, _hnp.si, _hnp_LuceneVarGapFixedInterval_0.doc, _hnp_LuceneVarGapFixedInterval_0.tib, _hnp_LuceneVarGapFixedInterval_0.tiv, _hnq.cfe, _hnq.cfs, _hnq.si, _hnr.cfe, _hnr.cfs, _hnr.si, _hns.cfe, _hns.cfs, _hns.si, _hnt.cfe, _hnt.cfs, _hnt.si, _hnu.cfe, _hnu.cfs, _hnu.si, _hnv.cfe, _hnv.cfs, _hnv.si, _hnw.cfe, _hnw.cfs, _hnw.si, _hnx.cfe, _hnx.cfs, _hnx.si, _hny.cfe, _hny.cfs, _hny.si, _hnz.cfe, _hnz.cfs, _hnz.si, segments_2]}, {indexVersion=1522627347299,generation=3,filelist=[_hlq.fdt, _hlq.fdx, _hlq.fnm, _hlq.nvd, _hlq.nvm, _hlq.si, _hlq_LuceneVarGapFixedInterval_0.doc, _hlq_LuceneVarGapFixedInterval_0.tib, _hlq_LuceneVarGapFixedInterval_0.tiv, _hnn.cfe, _hnn.cfs, _hnn.si, _hno.cfe, _hno.cfs, _hno.si, _hnp.fdt, _hnp.fdx, _hnp.fnm, _hnp.nvd, _hnp.nvm, _hnp.si, _hnp_LuceneVarGapFixedInterval_0.doc, _hnp_LuceneVarGapFixedInterval_0.tib, _hnp_LuceneVarGapFixedInterval_0.tiv, _hnq.cfe, _hnq.cfs, _hnq.si, _hnr.cfe, _hnr.cfs, _hnr.si, _hns.cfe, _hns.cfs, _hns.si, _hnt.cfe, _hnt.cfs, _hnt.si, _hnu.cfe, _hnu.cfs, _hnu.si, _hnv.cfe, _hnv.cfs, _hnv.si, _hnw.cfe, _hnw.cfs, _hnw.si, _hnx.cfe, _hnx.cfs, _hnx.si, _hny.cfe, _hny.cfs, _hny.si, _hnz.cfe, _hnz.cfs, _hnz.si, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([A81891ADF121A048:8DCF8A9D8169AE4B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1285)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.spelling.suggest.SuggesterWFSTTest

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([A81891ADF121A048]:0)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.before(TestRuleTemporaryFilesCleanup.java:112)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.before(TestRuleAdapter.java:26)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:35)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 2155 lines...]
   [junit4] JVM J2: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/temp/junit4-J2-20180401_170427_4094763042186197287243.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] codec: CheapBastard, pf: MockRandom, dvf: Direct
   [junit4] <<< JVM J2: EOF ----

[...truncated 11320 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/init-core-data-001
   [junit4]   2> 1352066 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1352086 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1352086 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1352086 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1352087 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a4236bd{/solr,null,AVAILABLE}
   [junit4]   2> 1352105 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3d7bc796{HTTP/1.1,[http/1.1]}{127.0.0.1:38880}
   [junit4]   2> 1352105 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.Server Started @1352302ms
   [junit4]   2> 1352106 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=38880}
   [junit4]   2> 1352106 ERROR (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1352106 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1352106 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1352106 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1352106 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1352106 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-01T23:53:23.448Z
   [junit4]   2> 1352106 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-001/solr.xml
   [junit4]   2> 1352123 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1352123 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1352124 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1352237 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1352253 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1352254 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1352268 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-001/.
   [junit4]   2> 1352268 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1352268 INFO  (coreLoadExecutor-1554-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1352304 INFO  (coreLoadExecutor-1554-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1352331 INFO  (coreLoadExecutor-1554-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1352333 INFO  (coreLoadExecutor-1554-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1352333 INFO  (coreLoadExecutor-1554-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 1352334 INFO  (coreLoadExecutor-1554-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1352334 INFO  (coreLoadExecutor-1554-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1352334 INFO  (coreLoadExecutor-1554-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-001/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1352352 INFO  (coreLoadExecutor-1554-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5158197866113737]
   [junit4]   2> 1352474 INFO  (coreLoadExecutor-1554-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1352474 INFO  (coreLoadExecutor-1554-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1352475 INFO  (coreLoadExecutor-1554-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=88.1201171875, floorSegmentMB=0.2119140625, forceMergeDeletesPctAllowed=13.67040527507545, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1352475 INFO  (coreLoadExecutor-1554-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@60499fd[collection1] main]
   [junit4]   2> 1352475 INFO  (coreLoadExecutor-1554-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-001/collection1/conf
   [junit4]   2> 1352476 INFO  (coreLoadExecutor-1554-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1352476 INFO  (coreLoadExecutor-1554-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1352477 INFO  (searcherExecutor-1555-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@60499fd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1352481 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1352482 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1352482 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1352482 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1352482 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c834b91{/solr,null,AVAILABLE}
   [junit4]   2> 1352482 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@655bf597{HTTP/1.1,[http/1.1]}{127.0.0.1:44405}
   [junit4]   2> 1352482 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.Server Started @1352679ms
   [junit4]   2> 1352482 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=44405}
   [junit4]   2> 1352483 ERROR (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1352483 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1352483 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1352483 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1352483 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1352483 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-01T23:53:23.825Z
   [junit4]   2> 1352483 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-002/solr.xml
   [junit4]   2> 1352507 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1352507 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1352508 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1352630 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1352656 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1352656 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1352658 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-002/.
   [junit4]   2> 1352658 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1352658 INFO  (coreLoadExecutor-1564-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1352764 INFO  (coreLoadExecutor-1564-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1352795 INFO  (coreLoadExecutor-1564-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1352797 INFO  (coreLoadExecutor-1564-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1352797 INFO  (coreLoadExecutor-1564-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 1352797 INFO  (coreLoadExecutor-1564-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1352798 INFO  (coreLoadExecutor-1564-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1352798 INFO  (coreLoadExecutor-1564-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-002/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1352801 INFO  (coreLoadExecutor-1564-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5158197866113737]
   [junit4]   2> 1352938 INFO  (coreLoadExecutor-1564-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1352938 INFO  (coreLoadExecutor-1564-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1352939 INFO  (coreLoadExecutor-1564-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=88.1201171875, floorSegmentMB=0.2119140625, forceMergeDeletesPctAllowed=13.67040527507545, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1352951 INFO  (coreLoadExecutor-1564-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@625bcb13[collection1] main]
   [junit4]   2> 1352952 INFO  (coreLoadExecutor-1564-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-002/collection1/conf
   [junit4]   2> 1352953 INFO  (coreLoadExecutor-1564-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1352953 INFO  (coreLoadExecutor-1564-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1352954 INFO  (searcherExecutor-1565-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@625bcb13[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1352964 INFO  (qtp1326082431-6189) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1352965 INFO  (indexFetcher-1569-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1352965 INFO  (indexFetcher-1569-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1352965 INFO  (indexFetcher-1569-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1352965 INFO  (indexFetcher-1569-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1352965 INFO  (indexFetcher-1569-thread-1) [    ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 1352967 INFO  (indexFetcher-1569-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@61b86157[collection1] main]
   [junit4]   2> 1352967 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3d7bc796{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1352967 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2125683096
   [junit4]   2> 1352967 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1352967 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f5032fe: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@258d855d
   [junit4]   2> 1352968 INFO  (searcherExecutor-1565-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@61b86157[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1352979 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1352979 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39733180: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@44f351cf
   [junit4]   2> 1352994 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1352994 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@263e9f79: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1dc00eb
   [junit4]   2> 1352995 INFO  (coreCloseExecutor-1570-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@441484d
   [junit4]   2> 1352995 INFO  (coreCloseExecutor-1570-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=441484d
   [junit4]   2> 1352995 INFO  (coreCloseExecutor-1570-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7a7eb86b: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@668a0ccd
   [junit4]   2> 1353002 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a4236bd{/solr,null,UNAVAILABLE}
   [junit4]   2> 1353003 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1353017 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@655bf597{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1353017 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=674862999
   [junit4]   2> 1353017 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1353017 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c952be9: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5da9be39
   [junit4]   2> 1353022 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1353022 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@26e68a89: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@44f351cf
   [junit4]   2> 1353042 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1353042 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b8bc227: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1dc00eb
   [junit4]   2> 1353043 INFO  (coreCloseExecutor-1572-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e36ff33
   [junit4]   2> 1353043 INFO  (coreCloseExecutor-1572-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1e36ff33
   [junit4]   2> 1353043 INFO  (coreCloseExecutor-1572-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4778ee5f: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@303d61be
   [junit4]   2> 1353060 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5c834b91{/solr,null,UNAVAILABLE}
   [junit4]   2> 1353060 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[A81891ADF121A048]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1353073 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1353073 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1353074 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1353074 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1353074 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@497e6455{/solr,null,AVAILABLE}
   [junit4]   2> 1353074 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@71835f90{HTTP/1.1,[http/1.1]}{127.0.0.1:37981}
   [junit4]   2> 1353074 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.e.j.s.Server Started @1353271ms
   [junit4]   2> 1353074 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=37981}
   [junit4]   2> 1353075 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1353075 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1353075 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1353075 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1353075 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1353075 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-01T23:53:24.417Z
   [junit4]   2> 1353075 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-003/solr.xml
   [junit4]   2> 1353095 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1353095 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1353096 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1353191 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1353207 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1353207 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1353210 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-003/.
   [junit4]   2> 1353210 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1353210 INFO  (coreLoadExecutor-1579-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1353248 INFO  (coreLoadExecutor-1579-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1353281 INFO  (coreLoadExecutor-1579-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1353283 INFO  (coreLoadExecutor-1579-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1353283 INFO  (coreLoadExecutor-1579-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-003/./collection1, trusted=true
   [junit4]   2> 1353283 INFO  (coreLoadExecutor-1579-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1353283 INFO  (coreLoadExecutor-1579-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1353283 INFO  (coreLoadExecutor-1579-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-003/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-003/./collection1/data/]
   [junit4]   2> 1353284 INFO  (coreLoadExecutor-1579-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5158197866113737]
   [junit4]   2> 1353397 INFO  (coreLoadExecutor-1579-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1353397 INFO  (coreLoadExecutor-1579-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1353398 INFO  (coreLoadExecutor-1579-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=88.1201171875, floorSegmentMB=0.2119140625, forceMergeDeletesPctAllowed=13.67040527507545, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1353398 INFO  (coreLoadExecutor-1579-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@80246d8[collection1] main]
   [junit4]   2> 1353398 INFO  (coreLoadExecutor-1579-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-003/collection1/conf
   [junit4]   2> 1353399 INFO  (coreLoadExecutor-1579-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1353399 INFO  (coreLoadExecutor-1579-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1353400 INFO  (searcherExecutor-1580-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@80246d8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1353404 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1353497 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1353497 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1353497 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1353498 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c514c24{/solr,null,AVAILABLE}
   [junit4]   2> 1353498 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@53871d21{HTTP/1.1,[http/1.1]}{127.0.0.1:41344}
   [junit4]   2> 1353498 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.e.j.s.Server Started @1353695ms
   [junit4]   2> 1353498 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-004/collection1/data, hostContext=/solr, hostPort=41344}
   [junit4]   2> 1353498 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1353498 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1353498 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1353498 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1353498 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1353499 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-01T23:53:24.840Z
   [junit4]   2> 1353499 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-004/solr.xml
   [junit4]   2> 1353511 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1353511 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1353512 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1353650 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1353683 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1353683 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1353685 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-004/.
   [junit4]   2> 1353685 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[A81891ADF121A048]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1353686 INFO  (coreLoadExecutor-1589-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1353721 INFO  (coreLoadExecutor-1589-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1353744 INFO  (coreLoadExecutor-1589-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1353753 INFO  (coreLoadExecutor-1589-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1353754 INFO  (coreLoadExecutor-1589-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-004/./collection1, trusted=true
   [junit4]   2> 1353754 INFO  (coreLoadExecutor-1589-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cfa135c
   [junit4]   2> 1353754 INFO  (coreLoadExecutor-1589-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1353754 INFO  (coreLoadExecutor-1589-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-004/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-004/./collection1/data/]
   [junit4]   2> 1353756 INFO  (coreLoadExecutor-1589-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5158197866113737]
   [junit4]   2> 1353900 INFO  (coreLoadExecutor-1589-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1353900 INFO  (coreLoadExecutor-1589-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1353901 INFO  (coreLoadExecutor-1589-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=88.1201171875, floorSegmentMB=0.2119140625, forceMergeDeletesPctAllowed=13.67040527507545, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1353901 INFO  (coreLoadExecutor-1589-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@328c613e[collection1] main]
   [junit4]   2> 1353901 INFO  (coreLoadExecutor-1589-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A81891ADF121A048-001/solr-instance-004/collection1/conf
   [junit4]   2> 1353903 INFO  (coreLoadExecutor-1589-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1353903 INFO  (coreLoadExecutor-1589-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1353905 INFO  (searcherExecutor-1590-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@328c613e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1353920 INFO  (qtp156508328-6230) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=13
   [junit4]   2> 1353920 INFO  (indexFetcher-1594-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1353920 INFO  (indexFetcher-1594-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1353920 INFO  (indexFetcher-1594-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1353920 INFO  (indexFetcher-1594-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1353920 INFO  (indexFetcher-1594-thread-1) [    ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 1353920 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1353923 INFO  (indexFetcher-1594-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ae24aa6[collection1] main]
   [junit4]   2> 1353941 INFO  (searcherExecutor-1590-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4ae24aa6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1353949 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 26
   [junit4]   2> 1353950 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1353950 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1353951 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1353951 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 1353952 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1353952 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 1353952 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1353968 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 15
   [junit4]   2> 1353970 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1353970 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 1353972 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 1353973 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 1353973 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1353974 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 1353974 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1353974 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1353977 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 2
   [junit4]   2> 1353998 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 20
   [junit4]   2> 1353999 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1354000 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1354000 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 1354002 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 1354003 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1354004 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1354004 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1354032 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 2
   [junit4]   2> 1354062 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 1354062 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 1354063 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 1354063 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 1354063 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 1354064 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 1354064 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 1354065 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 1354188 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 123
   [junit4]   2> 1354189 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 1354190 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 1354190 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 1354191 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 1354203 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 1354204 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 1354204 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 1354205 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 1354206 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 1
   [junit4]   2> 1354219 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 12
   [junit4]   2> 1354220 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 1354220 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 1354221 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 1354221 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 1354221 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 1354222 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 1354222 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 1354240 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 17
   [junit4]   2> 1354241 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 1354241 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 1354242 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 1354242 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 1354242 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 1354243 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 1354243 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 1354243 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 1354257 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 1
   [junit4]   2> 1354258 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 1354259 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 1354259 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 1354259 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 1354277 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 1354278 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 1354278 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 1354278 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 1354292 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 13
   [junit4]   2> 1354293 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 1354293 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 1354294 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 1354294 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 1354294 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 1354295 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 1354295 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 1354296 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 1354314 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 18
   [junit4]   2> 1354315 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 1354315 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 1354316 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 1354316 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 1354316 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 1354329 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 1354329 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 1354330 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 1354332 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 1
   [junit4]   2> 1354349 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 1354350 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 1354350 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 1354350 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 1354351 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 1354351 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 1354351 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 1354352 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 1354366 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 13
   [junit4]   2> 1354366 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 1354367 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
   [junit4]   2> 1354367 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
   [junit4]   2> 1354367 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
   [junit4]   2> 1354368 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
   [junit4]   2> 1354368 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
   [junit4]   2> 1354369 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
   [junit4]   2> 1354369 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
   [junit4]   2> 1354438 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 52
   [junit4]   2> 1354438 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
   [junit4]   2> 1354440 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
   [junit4]   2> 1354440 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
   [junit4]   2> 1354440 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
   [junit4]   2> 1354441 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
   [junit4]   2> 1354441 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
   [junit4]   2> 1354442 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
   [junit4]   2> 1354450 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 8
   [junit4]   2> 1354452 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 1
   [junit4]   2> 1354453 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
   [junit4]   2> 1354453 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
   [junit4]   2> 1354453 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
   [junit4]   2> 1354454 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
   [junit4]   2> 1354454 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
   [junit4]   2> 1354467 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 12
   [junit4]   2> 1354467 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
   [junit4]   2> 1354467 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
   [junit4]   2> 1354470 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 1
   [junit4]   2> 1354470 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
   [junit4]   2> 1354487 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
   [junit4]   2> 1354488 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
   [junit4]   2> 1354488 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
   [junit4]   2> 1354488 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
   [junit4]   2> 1354489 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
   [junit4]   2> 1354489 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
   [junit4]   2> 1354489 INFO  (qtp156508328-6232) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
   [junit4]   2> 1354504 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 14
   [junit4]   2> 1354504 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
   [junit4]   2> 1354505 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
   [junit4]   2> 1354505 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
   [junit4]   2> 1354505 INFO  (qtp156508328-6229) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
   [junit4]   2> 1354506 INFO  (qtp156508328-6229) 

[...truncated too long message...]

 org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1191) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1091) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:258) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_152]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_152]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_152]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> 21078148 ERROR (coreZkRegister-6028-thread-3) [n:127.0.0.1:33614_ c:collection2 s:shard7 r:core_node40 x:collection2_shard7_replica_n34] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1268) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1235) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1191) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1091) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:258) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_152]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_152]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_152]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
   [junit4]   2> 21078150 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A81891ADF121A048]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@293fea82{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 21078150 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A81891ADF121A048]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@42dbe763{/,null,UNAVAILABLE}
   [junit4]   2> 21078150 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A81891ADF121A048]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 21078150 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A81891ADF121A048]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 44859
   [junit4]   2> 21078150 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A81891ADF121A048]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 21078151 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A81891ADF121A048]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33760 33760
   [junit4]   2> 21078414 INFO  (Thread-21498) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33760 33760
   [junit4]   2> 21078415 WARN  (Thread-21498) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	33	/solr/aliases.json
   [junit4]   2> 	16	/solr/collections/collection2/terms/shard3
   [junit4]   2> 	14	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	13	/solr/collections/collection2/terms/shard7
   [junit4]   2> 	13	/solr/collections/collection2/terms/shard5
   [junit4]   2> 	13	/solr/collections/collection2/terms/shard6
   [junit4]   2> 	13	/solr/collections/collection2/terms/shard4
   [junit4]   2> 	13	/solr/collections/collection2/terms/shard1
   [junit4]   2> 	13	/solr/collections/collection2/terms/shard2
   [junit4]   2> 	13	/solr/configs/conf1
   [junit4]   2> 	12	/solr/collections/collection1/terms/shard3
   [junit4]   2> 	11	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	10	/solr/security.json
   [junit4]   2> 	3	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	39	/solr/clusterprops.json
   [junit4]   2> 	33	/solr/clusterstate.json
   [junit4]   2> 	10	/solr/collections/collection2/state.json
   [junit4]   2> 	6	/solr/collections/collection1/state.json
   [junit4]   2> 	3	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72383185083629582-127.0.0.1:42679_-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	33	/solr/live_nodes
   [junit4]   2> 	29	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7ad61571), locale=ar-AE, timezone=Canada/Newfoundland
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=145479864,total=509083648
   [junit4]   2> NOTE: All tests run in this JVM: [TestMiniSolrCloudClusterSSL, FieldAnalysisRequestHandlerTest, TestConfigSetImmutable, TestIndexSearcher, DeleteStatusTest, OutputWriterTest, TestPolicyCloud, InfixSuggestersTest, RulesTest, CollectionsAPIDistributedZkTest, NumberUtilsTest, TestSchemaVersionResource, CollectionReloadTest, TestBulkSchemaConcurrent, SharedFSAutoReplicaFailoverTest, TestSolrFieldCacheBean, SpellCheckCollatorTest, TestDistributedStatsComponentCardinality, SolrPluginUtilsTest, TlogReplayBufferedWhileIndexingTest, TestDynamicLoading, TestWriterPerf, SimpleFacetsTest, TestInitParams, ChaosMonkeyNothingIsSafeTest, TestNumericTerms64, EchoParamsTest, RollingRestartTest, BinaryUpdateRequestHandlerTest, SolrJmxReporterTest, TestSubQueryTransformerDistrib, SolrCoreCheckLockOnStartupTest, HdfsNNFailoverTest, TestExceedMaxTermLength, TestLuceneMatchVersion, TestJavabinTupleStreamParser, HdfsRestartWhileUpdatingTest, TestRTimerTree, RAMDirectoryFactoryTest, SpatialHeatmapFacetsTest, AliasIntegrationTest, CoreAdminCreateDiscoverTest, TestDownShardTolerantSearch, DistributedFacetSimpleRefinementLongTailTest, TestDynamicFieldCollectionResource, TriggerSetPropertiesIntegrationTest, BufferStoreTest, MigrateRouteKeyTest, SimpleMLTQParserTest, SortSpecParsingTest, UninvertDocValuesMergePolicyTest, TestUseDocValuesAsStored, TestRemoteStreaming, TestPullReplica, TestConfig, CurrencyFieldTypeTest, DistributedFacetPivotSmallTest, BasicDistributedZkTest, BasicAuthStandaloneTest, SparseHLLTest, HdfsCollectionsAPIDistributedZkTest, StressHdfsTest, HighlighterConfigTest, AnalyticsQueryTest, HighlighterMaxOffsetTest, TestBlobHandler, TokenizerChainTest, TestSolrConfigHandlerCloud, TestSSLRandomization, BaseCdcrDistributedZkTest, TestPHPSerializedResponseWriter, BigEndianAscendingWordSerializerTest, TestNumericRangeQuery64, TestCSVResponseWriter, TestSolrQueryParser, TestRestManager, OpenExchangeRatesOrgProviderTest, XmlUpdateRequestHandlerTest, RequestLoggingTest, TestChildDocTransformer, TestPKIAuthenticationPlugin, TestLocalFSCloudBackupRestore, UUIDFieldTest, TestCrossCoreJoin, TestIndexingPerformance, TestSortByMinMaxFunction, ScheduledMaintenanceTriggerTest, BadIndexSchemaTest, ZkStateWriterTest, TestPhraseSuggestions, FullSolrCloudDistribCmdsTest, SuggesterWFSTTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SuggesterWFSTTest -Dtests.seed=A81891ADF121A048 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ar-AE -Dtests.timezone=Canada/Newfoundland -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | SuggesterWFSTTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A81891ADF121A048]:0)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [756/795 (3!)] on J0 in 111.67s, 0 tests, 1 failure <<< FAILURES!

[...truncated 173 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J0-20180401_233050_7797947616340796968330.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid27017.hprof ...
   [junit4] Heap dump file created [637229192 bytes in 17.567 secs]
   [junit4] <<< JVM J0: EOF ----

[...truncated 9265 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid27017.hprof

Total time: 774 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any