You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/07/09 02:57:41 UTC

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_131) - Build # 20094 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20094/
Java: 32bit/jdk1.8.0_131 -client -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([7C1B31468E631502:F73CE297CF65BE86]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:183)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:907)
	at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:436)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.AutoCommitTest.testMaxTime

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([7C1B31468E631502:E6EF4CA410F9893E]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:878)
	at org.apache.solr.update.AutoCommitTest.testMaxTime(AutoCommitTest.java:270)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=id:529&qt=&start=0&rows=20&version=2.2
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:871)
	... 40 more




Build Log:
[...truncated 10792 lines...]
   [junit4] Suite: org.apache.solr.update.AutoCommitTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_7C1B31468E631502-001/init-core-data-001
   [junit4]   2> 3665 WARN  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 3665 INFO  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3666 INFO  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3771 INFO  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 3772 INFO  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 3881 INFO  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 4011 INFO  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 4513 WARN  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 4762 WARN  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 4784 WARN  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 4794 WARN  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 4996 INFO  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 5184 WARN  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 5184 WARN  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 5184 WARN  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 5185 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 5302 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 5389 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 5785 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 5803 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 5804 WARN  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 5804 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 5804 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_7C1B31468E631502-001/init-core-data-001/]
   [junit4]   2> 5806 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=97.2021484375, floorSegmentMB=2.1201171875, forceMergeDeletesPctAllowed=17.5246339505066, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8695425023196796
   [junit4]   2> 5840 WARN  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.OldLuceneQParserPlugin]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 5989 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 5990 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 5996 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 5996 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 5996 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=44, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3365548319264552]
   [junit4]   2> 5997 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19c03f8[collection1] main]
   [junit4]   2> 5999 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 6091 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 6291 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 6291 INFO  (searcherExecutor-19-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 6292 INFO  (searcherExecutor-19-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 6292 INFO  (searcherExecutor-19-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 6292 INFO  (searcherExecutor-19-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 6292 INFO  (searcherExecutor-19-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 6293 INFO  (searcherExecutor-19-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 6293 INFO  (searcherExecutor-19-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 6293 INFO  (searcherExecutor-19-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 6294 INFO  (searcherExecutor-19-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 6295 INFO  (searcherExecutor-19-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@19c03f8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 6300 INFO  (coreLoadExecutor-18-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1572408474906656768
   [junit4]   2> 6304 INFO  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 6306 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCommitWithin
   [junit4]   2> 6332 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 6333 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@14860be[collection1] realtime]
   [junit4]   2> 6333 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 25
   [junit4]   2> 6336 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 6336 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 6437 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 6532 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 6873 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 6917 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1
   [junit4]   2> 6918 WARN  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 6918 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_7C1B31468E631502-001/init-core-data-001/]
   [junit4]   2> 7041 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 7041 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 7043 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@960fee[collection1] main]
   [junit4]   2> 7047 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 7048 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 7052 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 7053 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1572408475696234496
   [junit4]   2> 7065 INFO  (searcherExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 7066 INFO  (searcherExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 7066 INFO  (searcherExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 7066 INFO  (searcherExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 7066 INFO  (searcherExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 7066 INFO  (searcherExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 7067 INFO  (searcherExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 7070 INFO  (searcherExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 7086 INFO  (searcherExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 7086 INFO  (searcherExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@960fee[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 7095 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1997040365, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 7096 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 7096 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e9b434[collection1] main]
   [junit4]   2> 7097 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@754cd4
   [junit4]   2> 7098 INFO  (searcherExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1e9b434[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 7098 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=7687380
   [junit4]   2> 7157 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1572408475746566144)]} 0 57
   [junit4]   2> 7165 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=1
   [junit4]   2> 11158 INFO  (commitScheduler-27-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 11261 INFO  (commitScheduler-27-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a54c8[collection1] main]
   [junit4]   2> 11262 INFO  (commitScheduler-27-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 11268 INFO  (searcherExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7a54c8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c1)))}
   [junit4]   2> 11424 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1572408480278511616)]} 0 4324
   [junit4]   2> 11424 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 11425 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[529 (-1572408480280608768)]} 0 4325
   [junit4]   2> 11425 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 13425 INFO  (commitScheduler-27-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 13438 INFO  (commitScheduler-27-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cbabcc[collection1] main]
   [junit4]   2> 13439 INFO  (commitScheduler-27-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 13439 INFO  (searcherExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1cbabcc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):c1)))}
   [junit4]   2> 13683 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 13684 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 13687 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1572408482650390528)]} 0 6587
   [junit4]   2> 13688 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1572408482652487680)]} 0 6588
   [junit4]   2> 13688 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1572408482653536256)]} 0 6588
   [junit4]   2> 13689 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1572408482654584832)]} 0 6589
   [junit4]   2> 13690 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1572408482654584833)]} 0 6590
   [junit4]   2> 13690 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1572408482655633408)]} 0 6590
   [junit4]   2> 13691 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1572408482655633409)]} 0 6591
   [junit4]   2> 13691 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1572408482656681984)]} 0 6591
   [junit4]   2> 13692 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1572408482657730560)]} 0 6592
   [junit4]   2> 13693 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1572408482657730561)]} 0 6593
   [junit4]   2> 13693 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 13694 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1572408482659827712)]} 0 6594
   [junit4]   2> 13694 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1572408482659827713)]} 0 6594
   [junit4]   2> 13694 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1572408482659827714)]} 0 6594
   [junit4]   2> 13695 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1572408482660876288)]} 0 6595
   [junit4]   2> 13695 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1572408482660876289)]} 0 6595
   [junit4]   2> 13695 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1572408482660876290)]} 0 6595
   [junit4]   2> 13695 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1572408482660876291)]} 0 6595
   [junit4]   2> 13696 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1572408482661924864)]} 0 6596
   [junit4]   2> 13696 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1572408482661924865)]} 0 6596
   [junit4]   2> 13696 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1572408482661924866)]} 0 6596
   [junit4]   2> 13696 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 14694 INFO  (commitScheduler-27-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 14701 INFO  (commitScheduler-27-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c61206[collection1] main]
   [junit4]   2> 14705 INFO  (commitScheduler-27-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 14706 INFO  (searcherExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@c61206[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):c10/9:delGen=1)))}
   [junit4]   2> 14948 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 14961 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 14962 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testCommitWithin
   [junit4]   2> 14964 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxTime
   [junit4]   2> 14964 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 14965 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1947cf[collection1] realtime]
   [junit4]   2> 14965 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 1
   [junit4]   2> 14966 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 14966 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 15046 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 15138 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 15484 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 15529 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1
   [junit4]   2> 15530 WARN  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 15530 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_7C1B31468E631502-001/init-core-data-001/]
   [junit4]   2> 15667 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 15667 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 15667 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c8265[collection1] main]
   [junit4]   2> 15668 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 15669 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 15674 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 15674 INFO  (searcherExecutor-28-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 15675 INFO  (searcherExecutor-28-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 15675 INFO  (searcherExecutor-28-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 15675 INFO  (searcherExecutor-28-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 15675 INFO  (searcherExecutor-28-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 15676 INFO  (searcherExecutor-28-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 15676 INFO  (searcherExecutor-28-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 15676 INFO  (searcherExecutor-28-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 15677 INFO  (searcherExecutor-28-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 15681 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7469398468748553]
   [junit4]   2> 15681 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 15682 INFO  (searcherExecutor-28-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3c8265[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 15683 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@109a26b[collection1] main]
   [junit4]   2> 15683 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@69a7b2
   [junit4]   2> 15685 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=6924210
   [junit4]   2> 15688 INFO  (searcherExecutor-28-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@109a26b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 15691 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1572408484749639680)]} 0 5
   [junit4]   2> 15692 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 15693 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1572408484754882560)]} 0 7
   [junit4]   2> 15695 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=1
   [junit4]   2> 15695 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:529&qt=&start=0&rows=20&version=2.2
   [junit4]   2> 15696 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=id:529&qt=&start=0&rows=20&version=2.2:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:529&qt=&start=0&rows=20&version=2.2
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:871)
   [junit4]   2> 	at org.apache.solr.update.AutoCommitTest.testMaxTime(AutoCommitTest.java:270)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 15697 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxTime
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AutoCommitTest -Dtests.method=testMaxTime -Dtests.seed=7C1B31468E631502 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-PY -Dtests.timezone=Etc/GMT+6 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.77s J2 | AutoCommitTest.testMaxTime <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7C1B31468E631502:E6EF4CA410F9893E]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:878)
   [junit4]    > 	at org.apache.solr.update.AutoCommitTest.testMaxTime(AutoCommitTest.java:270)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=id:529&qt=&start=0&rows=20&version=2.2
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:871)
   [junit4]    > 	... 40 more
   [junit4]   2> 15735 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxDocs
   [junit4]   2> 15736 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 15736 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f60d96[collection1] realtime]
   [junit4]   2> 15737 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 1
   [junit4]   2> 15737 ERROR (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 15738 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 15840 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 15940 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 16339 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 16359 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1
   [junit4]   2> 16360 WARN  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 16360 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_7C1B31468E631502-001/init-core-data-001/]
   [junit4]   2> 16431 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 16432 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 16432 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ebf616[collection1] main]
   [junit4]   2> 16434 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 16435 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 16438 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 16439 INFO  (searcherExecutor-32-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 16439 INFO  (searcherExecutor-32-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 16439 INFO  (searcherExecutor-32-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 16439 INFO  (searcherExecutor-32-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 16439 INFO  (searcherExecutor-32-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 16440 INFO  (searcherExecutor-32-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 16440 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=76.7138671875, floorSegmentMB=0.5302734375, forceMergeDeletesPctAllowed=18.630914483222544, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 16440 INFO  (searcherExecutor-32-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 16440 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 16440 INFO  (searcherExecutor-32-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 16440 INFO  (searcherExecutor-32-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 16441 INFO  (searcherExecutor-32-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@ebf616[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 16441 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@cd8a21[collection1] main]
   [junit4]   2> 16442 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@79ea09
   [junit4]   2> 16443 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=7989769
   [junit4]   2> 16443 INFO  (searcherExecutor-32-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@cd8a21[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 16456 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[0 (1572408485554946048)]} 0 1
   [junit4]   2> 16457 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[1 (1572408485555994624)]} 0 2
   [junit4]   2> 16457 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (1572408485557043200)]} 0 2
   [junit4]   2> 16458 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[3 (1572408485558091776)]} 0 3
   [junit4]   2> 16458 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[4 (1572408485558091777)]} 0 3
   [junit4]   2> 16459 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[5 (1572408485559140352)]} 0 4
   [junit4]   2> 16459 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[6 (1572408485559140353)]} 0 4
   [junit4]   2> 16460 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[7 (1572408485559140354)]} 0 5
   [junit4]   2> 16460 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[8 (1572408485560188928)]} 0 5
   [junit4]   2> 16461 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[9 (1572408485560188929)]} 0 6
   [junit4]   2> 16461 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[10 (1572408485561237504)]} 0 6
   [junit4]   2> 16462 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[11 (1572408485561237505)]} 0 7
   [junit4]   2> 16462 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[12 (1572408485562286080)]} 0 7
   [junit4]   2> 16463 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[13 (1572408485562286081)]} 0 8
   [junit4]   2> 16463 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 16464 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[14 (1572408485564383232)]} 0 9
   [junit4]   2> 16465 INFO  (commitScheduler-35-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 16473 INFO  (commitScheduler-35-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68bca4[collection1] main]
   [junit4]   2> 16474 INFO  (commitScheduler-35-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 16474 INFO  (searcherExecutor-32-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@68bca4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(8.0.0):c15)))}
   [junit4]   2> 16715 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[15 (1572408485826527232)]} 0 260
   [junit4]   2> 16716 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:14&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 16718 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:15&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 16718 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[7C1B31468E631502]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxDocs
   [junit4]   2> 16719 INFO  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 16719 INFO  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=29005000
   [junit4]   2> 16719 INFO  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 16719 INFO  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 16719 INFO  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 16719 INFO  (SUITE-AutoCommitTest-seed#[7C1B31468E631502]-worker) [    x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 16719 INFO  (coreCloseExecutor-36-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@c579d
   [junit4]   2> 16720 INFO  (coreCloseExecutor-36-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 16720 INFO  (coreCloseExecutor-36-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1fd673e commitCommandVersion:0
   [junit4]   2> 16765 INFO  (coreCloseExecutor-36-thread-1-processing-x:collection1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=808861
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_7C1B31468E631502-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field_t=FSTOrd50, multiDefault=PostingsFormat(name=Memory), subject=PostingsFormat(name=Memory), id=FSTOrd50, text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1012, maxMBSortInHeap=5.590593232961883, sim=RandomSimilarity(queryNorm=true): {}, locale=es-PY, timezone=Etc/GMT+6
   [junit4]   2> NOTE: Linux 4.10.0-21-generic i386/Oracle Corporation 1.8.0_131 (32-bit)/cpus=8,threads=1,free=11537728,total=37044224
   [junit4]   2> NOTE: All tests run in this JVM: [TestSimpleQParserPlugin, AutoCommitTest]
   [junit4] Completed [5/727 (1!)] on J2 in 13.16s, 3 tests, 1 error <<< FAILURES!

[...truncated 839 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7C1B31468E631502-001/init-core-data-001
   [junit4]   2> 559060 WARN  (SUITE-ShardSplitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
   [junit4]   2> 559060 INFO  (SUITE-ShardSplitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 559062 INFO  (SUITE-ShardSplitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 559062 INFO  (SUITE-ShardSplitTest-seed#[7C1B31468E631502]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /fgd/
   [junit4]   2> 559064 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 559065 INFO  (Thread-1564) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 559065 INFO  (Thread-1564) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 559067 ERROR (Thread-1564) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 559165 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.ZkTestServer start zk server on port:37805
   [junit4]   2> 559182 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 559184 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 559186 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 559187 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 559188 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 559189 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 559190 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 559191 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 559193 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 559194 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 559195 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 559196 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 559308 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 559326 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f620e{/fgd,null,AVAILABLE}
   [junit4]   2> 559327 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@136b3ef{HTTP/1.1,[http/1.1]}{127.0.0.1:45105}
   [junit4]   2> 559327 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.e.j.s.Server Started @560673ms
   [junit4]   2> 559327 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7C1B31468E631502-001/tempDir-001/control/data, hostContext=/fgd, hostPort=45105, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7C1B31468E631502-001/control-001/cores}
   [junit4]   2> 559327 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 559327 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 559328 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 559328 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 559328 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-09T02:08:50.409Z
   [junit4]   2> 559331 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 559331 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7C1B31468E631502-001/control-001/solr.xml
   [junit4]   2> 559338 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@dd4761, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 559342 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37805/solr
   [junit4]   2> 559425 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [n:127.0.0.1:45105_fgd    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 559425 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [n:127.0.0.1:45105_fgd    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45105_fgd
   [junit4]   2> 559426 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [n:127.0.0.1:45105_fgd    ] o.a.s.c.Overseer Overseer (id=98275565905313796-127.0.0.1:45105_fgd-n_0000000000) starting
   [junit4]   2> 559436 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [n:127.0.0.1:45105_fgd    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45105_fgd
   [junit4]   2> 559437 INFO  (zkCallback-782-thread-1-processing-n:127.0.0.1:45105_fgd) [n:127.0.0.1:45105_fgd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 559943 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [n:127.0.0.1:45105_fgd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd4761
   [junit4]   2> 559948 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [n:127.0.0.1:45105_fgd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd4761
   [junit4]   2> 559948 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [n:127.0.0.1:45105_fgd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd4761
   [junit4]   2> 559949 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [n:127.0.0.1:45105_fgd    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7C1B31468E631502-001/control-001/cores
   [junit4]   2> 559965 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 559966 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37805/solr ready
   [junit4]   2> 559968 INFO  (qtp28910026-5358) [n:127.0.0.1:45105_fgd    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45105_fgd&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 559970 INFO  (OverseerThreadFactory-2295-thread-1-processing-n:127.0.0.1:45105_fgd) [n:127.0.0.1:45105_fgd    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 560075 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 560075 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 560181 INFO  (zkCallback-782-thread-1-processing-n:127.0.0.1:45105_fgd) [n:127.0.0.1:45105_fgd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 561094 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 561127 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 561197 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 561212 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 561212 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd4761
   [junit4]   2> 561216 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 561216 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7C1B31468E631502-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7C1B31468E631502-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 561219 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=90.2626953125, floorSegmentMB=1.8359375, forceMergeDeletesPctAllowed=7.897100491510266, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1801815100090831
   [junit4]   2> 561239 WARN  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 561289 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 561289 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 561290 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 561291 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 561292 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8815856977778949]
   [junit4]   2> 561292 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a38da[control_collection_shard1_replica_n1] main]
   [junit4]   2> 561293 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 561293 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 561294 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 561296 INFO  (searcherExecutor-2298-thread-1-processing-n:127.0.0.1:45105_fgd x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@6a38da[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 561296 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1572409056823345152
   [junit4]   2> 561301 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 561301 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 561301 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45105/fgd/control_collection_shard1_replica_n1/
   [junit4]   2> 561301 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 561301 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45105/fgd/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 561301 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 561303 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45105/fgd/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 561405 INFO  (zkCallback-782-thread-1-processing-n:127.0.0.1:45105_fgd) [n:127.0.0.1:45105_fgd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 561454 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 561456 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1381
   [junit4]   2> 561458 INFO  (qtp28910026-5358) [n:127.0.0.1:45105_fgd    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 561557 INFO  (zkCallback-782-thread-1-processing-n:127.0.0.1:45105_fgd) [n:127.0.0.1:45105_fgd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 561972 INFO  (OverseerCollectionConfigSetProcessor-98275565905313796-127.0.0.1:45105_fgd-n_0000000000) [n:127.0.0.1:45105_fgd    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 562459 INFO  (qtp28910026-5358) [n:127.0.0.1:45105_fgd    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45105_fgd&wt=javabin&version=2} status=0 QTime=2490
   [junit4]   2> 562472 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 562476 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37805/solr ready
   [junit4]   2> 562476 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[7C1B31468E631502]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 562481 INFO  (qtp28910026-5360) [n:127.0.0.1:45105_fgd    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=jav

[...truncated too long message...]

er Closing metric reporters for registry=solr.collection.routeFieldColl.shard4.leader, tag=16163126
   [junit4]   2> 1311937 INFO  (coreCloseExecutor-2982-thread-4) [n:127.0.0.1:46039_fgd c:splitByRouteKeyTest s:shard4 r:core_node7 x:splitByRouteKeyTest_shard4_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.splitByRouteKeyTest.shard4.replica_n1, tag=29561455
   [junit4]   2> 1311939 INFO  (coreCloseExecutor-2982-thread-1) [n:127.0.0.1:46039_fgd c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_t1, tag=20520093
   [junit4]   2> 1311942 INFO  (coreCloseExecutor-2982-thread-1) [n:127.0.0.1:46039_fgd c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=20520093
   [junit4]   2> 1311942 INFO  (coreCloseExecutor-2982-thread-5) [n:127.0.0.1:46039_fgd c:splitByRouteKeyTest s:shard1 r:core_node2 x:splitByRouteKeyTest_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.splitByRouteKeyTest.shard1.replica_n2, tag=28433744
   [junit4]   2> 1311944 INFO  (coreCloseExecutor-2982-thread-5) [n:127.0.0.1:46039_fgd c:splitByRouteKeyTest s:shard1 r:core_node2 x:splitByRouteKeyTest_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.splitByRouteKeyTest.shard1.leader, tag=28433744
   [junit4]   2> 1311944 INFO  (coreCloseExecutor-2982-thread-7) [n:127.0.0.1:46039_fgd c:splitByRouteKeyTest s:shard1_1 r:core_node10 x:splitByRouteKeyTest_shard1_1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.splitByRouteKeyTest.shard1_1.replica_n1, tag=6845563
   [junit4]   2> 1311947 INFO  (coreCloseExecutor-2982-thread-7) [n:127.0.0.1:46039_fgd c:splitByRouteKeyTest s:shard1_1 r:core_node10 x:splitByRouteKeyTest_shard1_1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.splitByRouteKeyTest.shard1_1.leader, tag=6845563
   [junit4]   2> 1311947 INFO  (coreCloseExecutor-2982-thread-6) [n:127.0.0.1:46039_fgd c:splitByRouteKeyTest s:shard1_0 r:core_node9 x:splitByRouteKeyTest_shard1_0_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.splitByRouteKeyTest.shard1_0.replica_n1, tag=30811306
   [junit4]   2> 1311950 INFO  (coreCloseExecutor-2982-thread-6) [n:127.0.0.1:46039_fgd c:splitByRouteKeyTest s:shard1_0 r:core_node9 x:splitByRouteKeyTest_shard1_0_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.splitByRouteKeyTest.shard1_0.leader, tag=30811306
   [junit4]   2> 1311950 INFO  (coreCloseExecutor-2982-thread-8) [n:127.0.0.1:46039_fgd c:splitByRouteKeyTest s:shard1_2 r:core_node11 x:splitByRouteKeyTest_shard1_2_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.splitByRouteKeyTest.shard1_2.replica_n1, tag=16602134
   [junit4]   2> 1311952 INFO  (coreCloseExecutor-2982-thread-8) [n:127.0.0.1:46039_fgd c:splitByRouteKeyTest s:shard1_2 r:core_node11 x:splitByRouteKeyTest_shard1_2_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.splitByRouteKeyTest.shard1_2.leader, tag=16602134
   [junit4]   2> 1311953 INFO  (coreCloseExecutor-2982-thread-4) [n:127.0.0.1:46039_fgd c:splitByRouteKeyTest s:shard4 r:core_node7 x:splitByRouteKeyTest_shard4_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.splitByRouteKeyTest.shard4.leader, tag=29561455
   [junit4]   2> 1311954 INFO  (TEST-ShardSplitTest.test-seed#[7C1B31468E631502]) [    ] o.a.s.c.Overseer Overseer (id=98275603495714834-127.0.0.1:46039_fgd-n_0000000004) closing
   [junit4]   2> 1311954 INFO  (OverseerStateUpdate-98275603495714834-127.0.0.1:46039_fgd-n_0000000004) [n:127.0.0.1:46039_fgd    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46039_fgd
   [junit4]   2> 1311955 INFO  (zkCallback-971-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1311955 INFO  (zkCallback-1003-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1312929 WARN  (zkCallback-995-thread-2-processing-n:127.0.0.1:46039_fgd) [n:127.0.0.1:46039_fgd c:routeFieldColl s:shard2 r:core_node3 x:routeFieldColl_shard2_replica_n1] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1312930 INFO  (zkCallback-995-thread-2-processing-n:127.0.0.1:46039_fgd) [n:127.0.0.1:46039_fgd c:routeFieldColl s:shard2 r:core_node3 x:routeFieldColl_shard2_replica_n1] o.a.s.c.SolrCore [routeFieldColl_shard2_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@a5608f
   [junit4]   2> 1312931 INFO  (zkCallback-995-thread-2-processing-n:127.0.0.1:46039_fgd) [n:127.0.0.1:46039_fgd c:routeFieldColl s:shard2 r:core_node3 x:routeFieldColl_shard2_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.routeFieldColl.shard2.replica_n1, tag=10838159
   [junit4]   2> 1312933 INFO  (zkCallback-995-thread-2-processing-n:127.0.0.1:46039_fgd) [n:127.0.0.1:46039_fgd c:routeFieldColl s:shard2 r:core_node3 x:routeFieldColl_shard2_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.routeFieldColl.shard2.leader, tag=10838159
   [junit4]   2> 1313455 WARN  (zkCallback-995-thread-3-processing-n:127.0.0.1:46039_fgd) [n:127.0.0.1:46039_fgd    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1313455 INFO  (TEST-ShardSplitTest.test-seed#[7C1B31468E631502]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@dad43d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1313456 INFO  (TEST-ShardSplitTest.test-seed#[7C1B31468E631502]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@12b6b02{/fgd,null,UNAVAILABLE}
   [junit4]   2> 1313457 INFO  (TEST-ShardSplitTest.test-seed#[7C1B31468E631502]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 40749
   [junit4]   2> 1313457 ERROR (TEST-ShardSplitTest.test-seed#[7C1B31468E631502]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1313457 INFO  (TEST-ShardSplitTest.test-seed#[7C1B31468E631502]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37949 37949
   [junit4]   2> 1315019 INFO  (Thread-1802) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37949 37949
   [junit4]   2> 1315019 WARN  (Thread-1802) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	167	/solr/collections/splitByRouteKeyTest/state.json
   [junit4]   2> 	109	/solr/collections/routeFieldColl/state.json
   [junit4]   2> 	11	/solr/collections/collection1/state.json
   [junit4]   2> 	10	/solr/clusterprops.json
   [junit4]   2> 	10	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/live_nodes
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_7C1B31468E631502-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=cs-CZ, timezone=Etc/GMT+0
   [junit4]   2> NOTE: Linux 4.10.0-21-generic i386/Oracle Corporation 1.8.0_131 (32-bit)/cpus=8,threads=1,free=90688432,total=296873984
   [junit4]   2> NOTE: All tests run in this JVM: [SliceStateTest, TestPolicyCloud, TestRTGBase, CustomCollectionTest, CSVRequestHandlerTest, SchemaVersionSpecificBehaviorTest, TestXmlQParser, UpdateRequestProcessorFactoryTest, IndexSchemaRuntimeFieldTest, SuggesterTSTTest, TestDistributedGrouping, TestRestoreCore, MoreLikeThisHandlerTest, SegmentsInfoRequestHandlerTest, DistributedFacetPivotSmallTest, TestSearcherReuse, UninvertDocValuesMergePolicyTest, QueryParsingTest, OverseerRolesTest, TestSolrIndexConfig, TestCharFilters, TestJsonFacets, TestMiniSolrCloudCluster, DistributedMLTComponentTest, TestCloudPseudoReturnFields, TestRebalanceLeaders, PrimUtilsTest, TestCopyFieldCollectionResource, ZkControllerTest, TestQueryWrapperFilter, MetricsHandlerTest, OverriddenZkACLAndCredentialsProvidersTest, FullHLLTest, DistributedQueryComponentOptimizationTest, TestUpdate, TestExactStatsCache, SpellCheckCollatorWithCollapseTest, MissingSegmentRecoveryTest, FileUtilsTest, TestNonDefinedSimilarityFactory, DistributedTermsComponentTest, TestSearchPerf, TestInitQParser, StatelessScriptUpdateProcessorFactoryTest, TestXIncludeConfig, BigEndianAscendingWordSerializerTest, TestFieldTypeResource, TestSolr4Spatial2, TestHdfsCloudBackupRestore, DocExpirationUpdateProcessorFactoryTest, BlockJoinFacetRandomTest, TestBM25SimilarityFactory, LukeRequestHandlerTest, DistribJoinFromCollectionTest, TestCustomDocTransformer, TestQueryTypes, OpenCloseCoreStressTest, TestComplexPhraseQParserPlugin, HighlighterMaxOffsetTest, TestPointFields, SubstringBytesRefFilterTest, TestSolrCloudWithKerberosAlt, JvmMetricsTest, TestOnReconnectListenerSupport, HdfsRestartWhileUpdatingTest, TestChildDocTransformer, ShardSplitTest]
   [junit4] Completed [262/727 (2!)] on J1 in 755.99s, 5 tests, 1 failure <<< FAILURES!

[...truncated 40932 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_131) - Build # 20095 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20095/
Java: 32bit/jdk1.8.0_131 -client -XX:+UseSerialGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.lucene.replicator.nrt.TestNRTReplication

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([E3934245B1686871]:0)


FAILED:  org.apache.lucene.replicator.nrt.TestNRTReplication.testCrashReplica

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([E3934245B1686871]:0)




Build Log:
[...truncated 8498 lines...]
   [junit4] Suite: org.apache.lucene.replicator.nrt.TestNRTReplication
   [junit4] IGNOR/A 0.00s J1 | TestNRTReplication.testIndexingWhileReplicaIsDown
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestNRTReplication.testCrashPrimary3
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestNRTReplication.testCrashPrimary1
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestNRTReplication.testFullClusterCrash
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestNRTReplication.testCrashPrimaryWhileCopying
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestNRTReplication.testReplicaCrashNoCommit
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestNRTReplication.testReplicateForceMerge
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestNRTReplication.testCrashPrimary2
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestNRTReplication.testReplicateDeleteAllDocuments
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4]   1> 0.050s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] child process command: [/home/jenkins/tools/java/32bit/jdk1.8.0_131/jre/bin/java, -Xmx512m, -Dtests.nrtreplication.primaryGen=0, -Dtests.nrtreplication.closeorcrash=false, -Dtests.nrtreplication.node=true, -Dtests.nrtreplication.nodeid=0, -Dtests.nrtreplication.startNS=3774476483648718, -Dtests.nrtreplication.indexpath=/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/J1/temp/lucene.replicator.nrt.TestNRTReplication_E3934245B1686871-001/1-001, -Dtests.nrtreplication.checkonclose=true, -Dtests.nrtreplication.isPrimary=true, -Dtests.nrtreplication.forcePrimaryVersion=-1, -Dtests.seed=6628BDAE1744F367, -ea, -cp, /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/classes/test:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/classes/java:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/classes/java:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/commons-logging-1.1.3.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/httpclient-4.4.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/httpcore-4.4.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/javax.servlet-api-3.1.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/jetty-continuation-9.3.14.v20161028.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/jetty-http-9.3.14.v20161028.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/jetty-io-9.3.14.v20161028.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/jetty-server-9.3.14.v20161028.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/jetty-servlet-9.3.14.v20161028.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/jetty-util-9.3.14.v20161028.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/lucene-facet-8.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/classes/java:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/test-framework/lib/junit-4.10.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.5.2.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/classes/java:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/home/jenkins/.ant/lib/ivy-2.3.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/home/jenkins/tools/java/32bit/jdk1.8.0_131/lib/tools.jar:/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.2.jar, org.junit.runner.JUnitCore, org.apache.lucene.replicator.nrt.SimpleServer]
   [junit4]   1> 0.128s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] JUnit version 4.10
   [junit4]   1> 0.483s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] .
   [junit4]   1> 0.484s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] PORT: 43835
   [junit4]   1> 0.501s   0.0s:         N0 [main child 0] top: corrupt unknown files
   [junit4]   1> 0.503s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] MDW: corrupt unknown files
   [junit4]   1> 0.560s   0.1s:    idle P0 [main child 0] top: now init primary
   [junit4]   1> 0.560s   0.1s:    idle P0 [main child 0] IWC:
   [junit4]   1> 0.561s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] analyzer=org.apache.lucene.analysis.MockAnalyzer
   [junit4]   1> 0.561s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] ramBufferSizeMB=16.0
   [junit4]   1> 0.561s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] maxBufferedDocs=-1
   [junit4]   1> 0.561s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] mergedSegmentWarmer=org.apache.lucene.replicator.nrt.PreCopyMergedSegmentWarmer@18e184f
   [junit4]   1> 0.561s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] delPolicy=org.apache.lucene.index.KeepOnlyLastCommitDeletionPolicy
   [junit4]   1> 0.562s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] commit=null
   [junit4]   1> 0.562s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] openMode=CREATE_OR_APPEND
   [junit4]   1> 0.562s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] similarity=org.apache.lucene.search.similarities.RandomSimilarity
   [junit4]   1> 0.562s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] mergeScheduler=org.apache.lucene.index.SerialMergeScheduler@14a212a
   [junit4]   1> 0.562s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=283, maxMBSortInHeap=5.768496625971714
   [junit4]   1> 0.562s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] infoStream=org.apache.lucene.util.NullInfoStream
   [junit4]   1> 0.563s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] mergePolicy=[TieredMergePolicy: maxMergeAtOnce=3, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=22.5234375, floorSegmentMB=0.62109375, forceMergeDeletesPctAllowed=13.661915709131012, segmentsPerTier=3.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   1> 0.563s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@3d9e53
   [junit4]   1> 0.563s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] readerPooling=true
   [junit4]   1> 0.563s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] perThreadHardLimitMB=1945
   [junit4]   1> 0.563s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] useCompoundFile=true
   [junit4]   1> 0.563s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] commitOnClose=true
   [junit4]   1> 0.563s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] indexSort=null
   [junit4]   1> 0.563s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] writer=org.apache.lucene.index.IndexWriter@1f2d67
   [junit4]   1> 0.564s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] 
   [junit4]   1> 0.563s   0.1s:    idle P0 [main child 0] dir:
   [junit4]   1> 0.564s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] MockDirectoryWrapper(SimpleFSDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/J1/temp/lucene.replicator.nrt.TestNRTReplication_E3934245B1686871-001/1-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bb7187)
   [junit4]   1> 0.564s   0.1s:    idle P0 [main child 0] commitData: []
   [junit4]   1> 0.564s   0.1s:    idle P0 [main child 0] add initial commitData version=0
   [junit4]   1> 0.568s   0.1s:    idle P0 [main child 0] setCurrentInfos: marker count: 0 version=1 searcher=IndexSearcher(StandardDirectoryReader(segments:1:nrt); executor=null)
   [junit4]   1> 0.568s   0.1s:    idle P0 [main child 0] top: switch to infos=segments:  version=1
   [junit4]   1> 0.571s   0.1s:    idle P0 [main child 0] top: set copyState primaryGen=0 version=1 files=[]
   [junit4]   1> 0.572s   0.1s:    idle P0 [main child 0] init: infos version=1
   [junit4]   1> 0.572s   0.1s:    idle P0 [main child 0] init: marker count: 0
   [junit4]   1> 0.572s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] 
   [junit4]   1> 0.572s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] COMMIT VERSION: 0
   [junit4]   1> 0.573s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] 
   [junit4]   1> 0.573s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] INFOS VERSION: 1
   [junit4]   1> 0.573s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] 
   [junit4]   1> 0.573s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] NODE STARTED
   [junit4]   1> 0.576s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] top: node=0 started at tcpPort=43835 initCommitVersion=0 initInfosVersion=1
   [junit4]   1> 0.577s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] child process command: [/home/jenkins/tools/java/32bit/jdk1.8.0_131/jre/bin/java, -Xmx512m, -Dtests.nrtreplication.primaryTCPPort=43835, -Dtests.nrtreplication.primaryGen=0, -Dtests.nrtreplication.closeorcrash=false, -Dtests.nrtreplication.node=true, -Dtests.nrtreplication.nodeid=1, -Dtests.nrtreplication.startNS=3774476483648718, -Dtests.nrtreplication.indexpath=/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/J1/temp/lucene.replicator.nrt.TestNRTReplication_E3934245B1686871-001/2-001, -Dtests.nrtreplication.checkonclose=true, -Dtests.seed=6CC5494742A3088E, -ea, -cp, /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/classes/test:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/classes/java:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/classes/java:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/commons-logging-1.1.3.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/httpclient-4.4.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/httpcore-4.4.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/javax.servlet-api-3.1.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/jetty-continuation-9.3.14.v20161028.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/jetty-http-9.3.14.v20161028.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/jetty-io-9.3.14.v20161028.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/jetty-server-9.3.14.v20161028.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/jetty-servlet-9.3.14.v20161028.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/replicator/lib/jetty-util-9.3.14.v20161028.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/lucene-facet-8.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/classes/java:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/test-framework/lib/junit-4.10.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.5.2.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/classes/java:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/home/jenkins/.ant/lib/ivy-2.3.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/home/jenkins/tools/java/32bit/jdk1.8.0_131/lib/tools.jar:/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.2.jar, org.junit.runner.JUnitCore, org.apache.lucene.replicator.nrt.SimpleServer]
   [junit4]   1> 0.655s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] JUnit version 4.10
   [junit4]   1> 1.032s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] .
   [junit4]   1> 1.032s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] PORT: 36935
   [junit4]   1> 1.045s   0.0s:         N1 [main child 1] top: corrupt unknown files
   [junit4]   1> 1.047s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] MDW: corrupt unknown files
   [junit4]   1> 1.050s   0.0s:    idle R1 [main child 1] top: init replica dir=MockDirectoryWrapper(NIOFSDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/J1/temp/lucene.replicator.nrt.TestNRTReplication_E3934245B1686871-001/2-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a9f504)
   [junit4]   1> 1.054s   0.0s:    init R1 [main child 1] top: will rate limit file fetch to 6.50 MB/sec
   [junit4]   1> 1.054s   0.0s:    init R1 [main child 1] top: now start
   [junit4]   1> 1.056s   0.0s:    init R1 [main child 1] top: init: no segments in index
   [junit4]   1> 1.057s   0.0s:    init R1 [main child 1] top: delete unknown files on init: all files=[write.lock]
   [junit4]   1> 1.057s   0.0s:    init R1 [main child 1] now delete 0 files: []
   [junit4]   1> 1.057s   0.0s:    init R1 [main child 1] top: done delete unknown files on init: all files=[write.lock]
   [junit4]   1> 1.057s   0.0s:    init R1 [main child 1] top: myPrimaryGen=-1
   [junit4]   1> 1.058s   0.0s:    init R1 [main child 1] top: same primary as before
   [junit4]   1> 1.058s   0.0s:    init R1 [main child 1] send new_replica to primary tcpPort=43835
   [junit4]   1> 1.062s   0.6s:    idle P0 [   new repl] new replica: 0 current warming merges
   [junit4]   1> 1.062s   0.0s:    init R1 [main child 1] SegmentInfosSearcherManager.init: use incoming infos=segments: 
   [junit4]   1> 1.078s   0.0s:    init R1 [main child 1] top: marker count=0 version=0
   [junit4]   1> 1.078s   0.1s:    init R1 [main child 1] top: done start
   [junit4]   1> 1.080s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] 
   [junit4]   1> 1.080s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] INFOS VERSION: 0
   [junit4]   1> 1.080s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] 
   [junit4]   1> 1.080s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] NODE STARTED
   [junit4]   1> 1.080s       :     parent [TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]] top: node=1 started at tcpPort=36935 initCommitVersion=-1 initInfosVersion=0
   [junit4]   1> 1.084s   0.6s:    idle P0 [  set repls] top: set replicasIDs=[1] tcpPorts=[36935]
   [junit4]   1> 1.139s   0.7s:    idle P0 [   indexing] start handling indexing socket=Socket[addr=/127.0.0.1,port=56056,localport=43835]
   [junit4]   1> 1.307s   0.8s:    idle P0 [      flush] now flush; 1 replicas
   [junit4]   1> 1.307s   0.8s:    idle P0 [      flush] top: now flushAndRefresh
   [junit4]   1> 1.444s   1.0s:    idle P0 [      flush] setCurrentInfos: marker count: 0 version=3 searcher=IndexSearcher(StandardDirectoryReader(segments:3:nrt _0(8.0.0):c10); executor=null)
   [junit4]   1> 1.444s   1.0s:    idle P0 [      flush] top: switch to infos=segments: _0(8.0.0):c10 version=3
   [junit4]   1> 1.445s   1.0s:    idle P0 [      flush] file _0.cfe has length=764 b
   [junit4]   1> 1.446s   1.0s:    idle P0 [      flush] file _0.si has length=383 b
   [junit4]   1> 1.446s   1.0s:    idle P0 [      flush] file _0.cfs has length=102.0 KB
   [junit4]   1> 1.447s   1.0s:    idle P0 [      flush] top: set copyState primaryGen=0 version=3 files=[_0.cfe, _0.si, _0.cfs]
   [junit4]   1> 1.447s   1.0s:    idle P0 [      flush] top: opened NRT reader version=3
   [junit4]   1> 1.447s   1.0s:    idle P0 [      flush] flushAndRefresh: version=3 completedMergeFiles=[] finishedMergedFiles=[]
   [junit4]   1> 1.447s   1.0s:    idle P0 [      flush] send flushed version=3
   [junit4]   1> 1.450s   1.0s:    idle P0 [      flush] send NEW_NRT_POINT to R1 at tcpPort=36935
   [junit4]   1> 1.462s   1.0s:    idle P0 [       send] top: start fetch for R1 socket=Socket[addr=/127.0.0.1,port=56066,localport=43835]
   [junit4]   1> 1.461s   0.4s:    idle R1 [     recv-3] newNRTPoint primaryTCPPort=43835 version=3 newPrimaryGen=0
   [junit4]   1> 1.461s   0.4s:    idle R1 [     recv-3] top: keep current lastPrimaryGen=0
   [junit4]   1> 1.461s   0.4s: syncing R1 [     recv-3] top: start sync sis.version=3
   [junit4]   1> 1.461s   0.4s: syncing R1 [     recv-3] top: newNRTPoint
   [junit4]   1> 1.464s   0.4s: syncing R1 [     recv-3] file _0.cfe: will copy [file does not exist]
   [junit4]   1> 1.464s   0.4s: syncing R1 [     recv-3] file _0.si: will copy [file does not exist]
   [junit4]   1> 1.464s   0.4s: syncing R1 [     recv-3] file _0.cfs: will copy [file does not exist]
   [junit4]   1> 1.465s   0.4s: syncing R1 [     recv-3] create SimpleCopyJob o1
   [junit4]   1> 1.465s   0.4s: syncing R1 [     recv-3] top: newNRTPoint: job files=[_0.cfe, _0.si, _0.cfs]
   [junit4]   1> 1.466s   1.0s:    idle P0 [  send-R1-3] top: done fetch files for R1: sent 3 files; sent 105629 bytes
   [junit4]   1> 1.466s   1.0s:    idle P0 [  send-R1-3] top: fetch: now release CopyState
   [junit4]   1> 1.465s   0.4s: syncing R1 [     recv-3] SimpleCopyJob.init: done start files count=3 totBytes=105629
   [junit4]   1> 1.471s   0.4s: syncing R1 [    jobs o1] file _0.cfe: start copying to tmp file _0.cfe_copy_0.tmp length=764
   [junit4]   1> 1.472s   0.4s: syncing R1 [    jobs o1] file _0.cfe: done copying [764 b, 0.920ms]
   [junit4]   1> 1.472s   0.4s: syncing R1 [    jobs o1] file _0.si: start copying to tmp file _0.si_copy_1.tmp length=383
   [junit4]   1> 1.473s   0.4s: syncing R1 [    jobs o1] file _0.si: done copying [383 b, 0.104ms]
   [junit4]   1> 1.473s   0.4s: syncing R1 [    jobs o1] file _0.cfs: start copying to tmp file _0.cfs_copy_2.tmp length=104482
   [junit4]   1> 1.480s   0.5s: syncing R1 [    jobs o1] file _0.cfs: done copying [102.0 KB, 6.827ms]
   [junit4]   1> 1.480s   0.5s: syncing R1 [    jobs o1] top: finishNRTCopy: version=3 job=SimpleCopyJob(ord=1 NRT point sync version=3 highPriority=true files count=3 bytesCopied=105629 (of 105629) filesCopied=3)
   [junit4]   1> 1.481s   0.5s:    idle R1 [    jobs o1] top: now clear curNRTCopy; job=SimpleCopyJob(ord=1 NRT point sync version=3 highPriority=true files count=3 bytesCopied=105629 (of 105629) filesCopied=3)
   [junit4]   1> 1.481s   0.5s:    idle R1 [    jobs o1] top: file copy done; took 17.5 msec to copy 105629 bytes; now rename 3 tmp files
   [junit4]   1> 1.482s   0.5s:    idle R1 [    jobs o1] rename file _0.cfe_copy_0.tmp to _0.cfe
   [junit4]   1> 1.482s   0.5s:    idle R1 [    jobs o1] rename file _0.si_copy_1.tmp to _0.si
   [junit4]   1> 1.483s   0.5s:    idle R1 [    jobs o1] rename file _0.cfs_copy_2.tmp to _0.cfs
   [junit4]   1> 1.496s   0.5s:    idle R1 [    jobs o1]   version=3 segments=segments: _0(8.0.0):c10
   [junit4]   1> 1.496s   0.5s:    idle R1 [    jobs o1] mgr.setCurrentInfos: carry over infos gen=segments
   [junit4]   1> 1.569s   0.5s:    idle R1 [    jobs o1] refreshed to version=3 r=StandardDirectoryReader(segments:3 _0(8.0.0):c10)
   [junit4]   1> 1.577s   0.5s:    idle R1 [    jobs o1] top: incRef newNRTFiles=[_0.cfe, _0.si, _0.cfs]
   [junit4]   1> 1.577s   0.5s:    idle R1 [    jobs o1] top: after remove from pending merges pendingMergeFiles=[]
   [junit4]   1> 1.578s   0.5s:    idle R1 [    jobs o1] top: decRef lastNRTFiles=[]
   [junit4]   1> 1.578s   0.5s:    idle R1 [    jobs o1] now delete 0 files: []
   [junit4]   1> 1.578s   0.5s:    idle R1 [    jobs o1] top: set lastNRTFiles=[_0.cfe, _0.si, _0.cfs]
   [junit4]   1> 1.579s   0.6s:    idle R1 [    jobs o1] top: done sync: took 0.118s for 103.2 KB, opened NRT reader version=3 markerCount=0
   [junit4]   1> 1.900s       :     parent [      pump1] now wait for process java.lang.UNIXProcess@143100
   [junit4]   1> 1.901s       :     parent [      pump1] done wait for process java.lang.UNIXProcess@143100
   [junit4]   1> 1.901s       :     parent [      pump1] exit value=143 willCrash=true
   [junit4]   1> 1.902s   1.4s:    idle P0 [  set repls] top: set replicasIDs=[] tcpPorts=[]
   [junit4]   1> 1.903s   1.4s:    idle P0 [   indexing] start handling indexing socket=Socket[addr=/127.0.0.1,port=56070,localport=43835]
   [junit4]   1> 1.937s   1.5s:    idle P0 [      flush] now flush; 0 replicas
   [junit4]   1> 1.939s   1.5s:    idle P0 [      flush] top: now flushAndRefresh
   [junit4]   1> 1.964s   1.5s:    idle P0 [      flush] setCurrentInfos: marker count: 0 version=5 searcher=IndexSearcher(StandardDirectoryReader(segments:5:nrt _0(8.0.0):c10 _1(8.0.0):c10); executor=null)
   [junit4]   1> 1.965s   1.5s:    idle P0 [      flush] top: switch to infos=segments: _0(8.0.0):c10 _1(8.0.0):c10 version=5
   [junit4]   1> 1.965s   1.5s:    idle P0 [      flush] file _1.cfs has length=23.7 KB
   [junit4]   1> 1.965s   1.5s:    idle P0 [      flush] file _1.cfe has length=764 b
   [junit4]   1> 1.966s   1.5s:    idle P0 [      flush] file _1.si has length=383 b
   [junit4]   1> 1.966s   1.5s:    idle P0 [      flush] top: set copyState primaryGen=0 version=5 files=[_1.cfs, _0.cfe, _0.si, _1.cfe, _1.si, _0.cfs]
   [junit4]   1> 1.966s   1.5s:    idle P0 [      flush] top: opened NRT reader version=5
   [junit4]   1> 1.966s   1.5s:    idle P0 [      flush] flushAndRefresh: version=5 completedMergeFiles=[] finishedMergedFiles=[]
   [junit4]   1> 1.966s   1.5s:    idle P0 [      flush] send flushed version=5
   [junit4]   1> 1.969s   1.5s:    idle P0 [   indexing] start handling indexing socket=Socket[addr=/127.0.0.1,port=56074,localport=43835]
   [junit4]   1> 1.979s   1.5s:    idle P0 [      flush] now flush; 0 replicas
   [junit4]   1> 1.979s   1.5s:    idle P0 [      flush] top: now flushAndRefresh
   [junit4]   1> 2.226s   1.7s:    idle P0 [      flush] file _3.si has length=420 b
   [junit4]   1> 2.227s   1.7s:    idle P0 [      flush] file _3.cfs has length=137.1 KB
   [junit4]   1> 2.227s   1.7s:    idle P0 [      flush] file _3.cfe has length=764 b
   [junit4]   1> 2.228s   1.7s:    idle P0 [      flush] top: warm merge _3(8.0.0):c30 to 0 replicas; tcpPort=43835: files=[_3.si, _3.cfs, _3.cfe]
   [junit4]   1> 2.228s   1.7s:    idle P0 [      flush] top: done warm merge _3(8.0.0):c30: took 0.002 sec, 0.1 MB
   [junit4]   1> 2.229s   1.7s:    idle P0 [      flush] setCurrentInfos: marker count: 0 version=7 searcher=IndexSearcher(StandardDirectoryReader(segments:7:nrt _0(8.0.0):c10 _1(8.0.0):c10 _2(8.0.0):c10); executor=null)
   [junit4]   1> 2.230s   1.8s:    idle P0 [      flush] top: switch to infos=segments: _0(8.0.0):c10 _1(8.0.0):c10 _2(8.0.0):c10 version=7
   [junit4]   1> 2.231s   1.8s:    idle P0 [      flush] file _2.si has length=383 b
   [junit4]   1> 2.231s   1.8s:    idle P0 [      flush] file _2.cfe has length=764 b
   [junit4]   1> 2.232s   1.8s:    idle P0 [      flush] file _2.cfs has length=21.1 KB
   [junit4]   1> 2.233s   1.8s:    idle P0 [      flush] top: set copyState primaryGen=0 version=7 files=[_1.cfs, _0.cfe, _0.si, _1.cfe, _1.si, _2.si, _0.cfs, _2.cfe, _2.cfs]
   [junit4]   1> 2.233s   1.8s:    idle P0 [      flush] top: opened NRT reader version=7
   [junit4]   1> 2.233s   1.8s:    idle P0 [      flush] flushAndRefresh: version=7 completedMergeFiles=[] finishedMergedFiles=[_3.si, _3.cfs, _3.cfe]
   [junit4]   1> 2.233s   1.8s:    idle P0 [      flush] send flushed version=7
   [junit4]   1> 2.241s   1.8s:    idle P0 [   indexing] start handling indexing socket=Socket[addr=/127.0.0.1,port=56078,localport=43835]
   [junit4]   1> 2.310s   1.8s:    idle P0 [      flush] now flush; 0 replicas
   [junit4]   1> 2.310s   1.8s:    idle P0 [      flush] top: now flushAndRefresh
   [junit4]   1> 2.346s   1.9s:    idle P0 [      flush] setCurrentInfos: marker count: 0 version=11 searcher=IndexSearcher(StandardDirectoryReader(segments:11:nrt _3(8.0.0):c30 _4(8.0.0):c10); executor=null)
   [junit4]   1> 2.347s   1.9s:    idle P0 [      flush] top: switch to infos=segments: _3(8.0.0):c30 _4(8.0.0):c10 version=11
   [junit4]   1> 2.348s   1.9s:    idle P0 [      flush] file _3.si has length=420 b
   [junit4]   1> 2.348s   1.9s:    idle P0 [      flush] file _3.cfs has length=137.1 KB
   [junit4]   1> 2.348s   1.9s:    idle P0 [      flush] file _3.cfe has length=764 b
   [junit4]   1> 2.349s   1.9s:    idle P0 [      flush] file _4.cfe has length=764 b
   [junit4]   1> 2.349s   1.9s:    idle P0 [      flush] file _4.cfs has length=88.8 KB
   [junit4]   1> 2.349s   1.9s:    idle P0 [      flush] file _4.si has length=383 b
   [junit4]   1> 2.350s   1.9s:    idle P0 [      flush] top: set copyState primaryGen=0 version=11 files=[_3.si, _4.cfe, _3.cfs, _4.cfs, _3.cfe, _4.si]
   [junit4]   1> 2.350s   1.9s:    idle P0 [      flush] top: opened NRT reader version=11
   [junit4]   1> 2.350s   1.9s:    idle P0 [      flush] flushAndRefresh: version=11 completedMergeFiles=[_3.si, _3.cfs, _3.cfe] finishedMergedFiles=[]
   [junit4]   1> 2.350s   1.9s:    idle P0 [      flush] send flushed version=11
   [junit4]   1> 2.351s   1.9s:    idle P0 [   indexing] start handling indexing socket=Socket[addr=/127.0.0.1,port=56082,localport=43835]
   [junit4]   1> 2.365s   1.9s:    idle P0 [      flush] now flush; 0 replicas
   [junit4]   1> 2.365s   1.9s:    idle P0 [      flush] top: now flushAndRefresh
   [junit4]   2> Jul 09, 2017 12:49:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.replicator.nrt.TestNRTReplication
   [junit4]   2> ==== jstack at approximately timeout time ====
   [junit4]   2> "pump0" ID=38 RUNNABLE (in native code)
   [junit4]   2> 	at java.io.FileInputStream.readBytes(Native Method)
   [junit4]   2> 	at java.io.FileInputStream.read(FileInputStream.java:255)
   [junit4]   2> 	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
   [junit4]   2> 	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
   [junit4]   2> 	- locked java.lang.UNIXProcess$ProcessPipeInputStream@f60490
   [junit4]   2> 	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:284)
   [junit4]   2> 	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:326)
   [junit4]   2> 	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:178)
   [junit4]   2> 	- locked java.io.InputStreamReader@a4f510
   [junit4]   2> 	at java.io.InputStreamReader.read(InputStreamReader.java:184)
   [junit4]   2> 	at java.io.BufferedReader.fill(BufferedReader.java:161)
   [junit4]   2> 	at java.io.BufferedReader.readLine(BufferedReader.java:324)
   [junit4]   2> 	- locked java.io.InputStreamReader@a4f510
   [junit4]   2> 	at java.io.BufferedReader.readLine(BufferedReader.java:389)
   [junit4]   2> 	at org.apache.lucene.replicator.nrt.ThreadPumper$1.run(ThreadPumper.java:37)
   [junit4]   2> 
   [junit4]   2> "process reaper" ID=37 RUNNABLE (in native code)
   [junit4]   2> 	at java.lang.UNIXProcess.waitForProcessExit(Native Method)
   [junit4]   2> 	at java.lang.UNIXProcess.lambda$initStreams$3(UNIXProcess.java:289)
   [junit4]   2> 	at java.lang.UNIXProcess$$Lambda$30/13244379.run(Unknown Source)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 	Locked synchronizers:
   [junit4]   2> 	- java.util.concurrent.ThreadPoolExecutor$Worker@742cbe
   [junit4]   2> 
   [junit4]   2> "TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871]" ID=36 RUNNABLE (in native code)
   [junit4]   2> 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2> 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:224)
   [junit4]   2> 	at org.apache.lucene.store.InputStreamDataInput.readByte(InputStreamDataInput.java:36)
   [junit4]   2> 	at org.apache.lucene.store.DataInput.readInt(DataInput.java:101)
   [junit4]   2> 	at org.apache.lucene.store.DataInput.readLong(DataInput.java:157)
   [junit4]   2> 	at org.apache.lucene.replicator.nrt.NodeProcess.flush(NodeProcess.java:126)
   [junit4]   2> 	- locked org.apache.lucene.replicator.nrt.NodeProcess@1aa8db
   [junit4]   2> 	at org.apache.lucene.replicator.nrt.TestNRTReplication.testCrashReplica(TestNRTReplication.java:752)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> "SUITE-TestNRTReplication-seed#[E3934245B1686871]" ID=35 RUNNABLE
   [junit4]   2> 	at sun.management.ThreadImpl.dumpThreads0(Native Method)
   [junit4]   2> 	at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:454)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:681)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2> 	- locked java.lang.Object@2885fa
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
   [junit4]   2> 
   [junit4]   2> "JUnit4-serializer-daemon" ID=7 TIMED_WAITING
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2> 
   [junit4]   2> "Signal Dispatcher" ID=4 RUNNABLE
   [junit4]   2> 
   [junit4]   2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@f2cdab
   [junit4]   2> 	at java.lang.Object.wait(Native Method)
   [junit4]   2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@f2cdab
   [junit4]   2> 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
   [junit4]   2> 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
   [junit4]   2> 	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
   [junit4]   2> 
   [junit4]   2> "Reference Handler" ID=2 WAITING on java.lang.ref.Reference$Lock@1d3ab90
   [junit4]   2> 	at java.lang.Object.wait(Native Method)
   [junit4]   2> 	- waiting on java.lang.ref.Reference$Lock@1d3ab90
   [junit4]   2> 	at java.lang.Object.wait(Object.java:502)
   [junit4]   2> 	at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
   [junit4]   2> 	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
   [junit4]   2> 
   [junit4]   2> "main" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@40f488
   [junit4]   2> 	at java.lang.Object.wait(Native Method)
   [junit4]   2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@40f488
   [junit4]   2> 	at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2> 	at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
   [junit4]   2> 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:251)
   [junit4]   2> 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:368)
   [junit4]   2> 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2> 
   [junit4]   2> ^^==============================================
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNRTReplication -Dtests.method=testCrashReplica -Dtests.seed=E3934245B1686871 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ms-MY -Dtests.timezone=America/El_Salvador -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   7200s J1 | TestNRTReplication.testCrashReplica <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E3934245B1686871]:0)
   [junit4]   2> Jul 09, 2017 12:49:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   1> 7200.386s 7199.8s:     parent [      pump0] Iul 09, 2017 9:49:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   1> 7200.386s 7199.8s:     parent [      pump0] WARNING: Suite execution timed out: org.apache.lucene.replicator.nrt.SimpleServer
   [junit4]   1> 7200.386s 7199.8s:     parent [      pump0] ==== jstack at approximately timeout time ====
   [junit4]   1> 7200.386s 7199.8s:     parent [      pump0] "flush" ID=26 RUNNABLE
   [junit4]   1> 7200.386s 7199.8s:     parent [      pump0] 	at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:200)
   [junit4]   1> 7200.386s 7199.8s:     parent [      pump0] 	at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:296)
   [junit4]   1> 7200.386s 7199.8s:     parent [      pump0] 	at org.apache.lucene.util.fst.Builder.add(Builder.java:400)
   [junit4]   1> 7200.386s 7199.8s:     parent [      pump0] 	at org.apache.lucene.codecs.memory.FSTTermsWriter$TermsWriter.finishTerm(FSTTermsWriter.java:280)
   [junit4]   1> 7200.386s 7199.8s:     parent [      pump0] 	at org.apache.lucene.codecs.memory.FSTTermsWriter.write(FSTTermsWriter.java:184)
   [junit4]   1> 7200.387s 7199.8s:     parent [      pump0] 	at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
   [junit4]   1> 7200.387s 7199.8s:     parent [      pump0] 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
   [junit4]   1> 7200.387s 7199.8s:     parent [      pump0] 	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:230)
   [junit4]   1> 7200.387s 7199.8s:     parent [      pump0] 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:115)
   [junit4]   1> 7200.387s 7199.8s:     parent [      pump0] 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4390)
   [junit4]   1> 7200.387s 7199.8s:     parent [      pump0] 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4030)
   [junit4]   1> 7200.387s 7199.8s:     parent [      pump0] 	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]   1> 7200.387s 7199.8s:     parent [      pump0] 	- locked org.apache.lucene.index.SerialMergeScheduler@14a212a
   [junit4]   1> 7200.387s 7199.8s:     parent [      pump0] 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2233)
   [junit4]   1> 7200.387s 7199.8s:     parent [      pump0] 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:511)
   [junit4]   1> 7200.387s 7199.8s:     parent [      pump0] 	at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:293)
   [junit4]   1> 7200.387s 7199.8s:     parent [      pump0] 	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:268)
   [junit4]   1> 7200.387s 7199.8s:     parent [      pump0] 	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:258)
   [junit4]   1> 7200.388s 7199.8s:     parent [      pump0] 	at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:140)
   [junit4]   1> 7200.388s 7199.8s:     parent [      pump0] 	at org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:156)
   [junit4]   1> 7200.388s 7199.8s:     parent [      pump0] 	at org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58)
   [junit4]   1> 7200.388s 7199.8s:     parent [      pump0] 	at org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176)
   [junit4]   1> 7200.388s 7199.8s:     parent [      pump0] 	at org.apache.lucene.search.ReferenceManager.maybeRefreshBlocking(ReferenceManager.java:253)
   [junit4]   1> 7200.388s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.PrimaryNode.flushAndRefresh(PrimaryNode.java:150)
   [junit4]   1> 7200.388s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleFlush(SimplePrimaryNode.java:288)
   [junit4]   1> 7200.388s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleOneConnection(SimplePrimaryNode.java:590)
   [junit4]   1> 7200.388s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7200.388s 7199.8s:     parent [      pump0] 	Locked synchronizers:
   [junit4]   1> 7200.388s 7199.8s:     parent [      pump0] 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@1f6a1d6
   [junit4]   1> 7200.388s 7199.8s:     parent [      pump0] 
   [junit4]   1> 7200.389s 7199.8s:     parent [      pump0] "indexing" ID=25 TIMED_WAITING
   [junit4]   1> 7200.389s 7199.8s:     parent [      pump0] 	at java.lang.Thread.sleep(Native Method)
   [junit4]   1> 7200.389s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleIndexing(SimplePrimaryNode.java:446)
   [junit4]   1> 7200.389s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleOneConnection(SimplePrimaryNode.java:599)
   [junit4]   1> 7200.389s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7200.389s 7199.8s:     parent [      pump0] 
   [junit4]   1> 7200.389s 7199.8s:     parent [      pump0] "indexing" ID=23 TIMED_WAITING
   [junit4]   1> 7200.389s 7199.8s:     parent [      pump0] 	at java.lang.Thread.sleep(Native Method)
   [junit4]   1> 7200.389s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleIndexing(SimplePrimaryNode.java:446)
   [junit4]   1> 7200.389s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleOneConnection(SimplePrimaryNode.java:599)
   [junit4]   1> 7200.389s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7200.390s 7199.8s:     parent [      pump0] 
   [junit4]   1> 7200.390s 7199.8s:     parent [      pump0] "indexing" ID=21 TIMED_WAITING
   [junit4]   1> 7200.390s 7199.8s:     parent [      pump0] 	at java.lang.Thread.sleep(Native Method)
   [junit4]   1> 7200.390s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleIndexing(SimplePrimaryNode.java:446)
   [junit4]   1> 7200.390s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleOneConnection(SimplePrimaryNode.java:599)
   [junit4]   1> 7200.390s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7200.390s 7199.8s:     parent [      pump0] 
   [junit4]   1> 7200.390s 7199.8s:     parent [      pump0] "indexing" ID=19 TIMED_WAITING
   [junit4]   1> 7200.390s 7199.8s:     parent [      pump0] 	at java.lang.Thread.sleep(Native Method)
   [junit4]   1> 7200.390s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleIndexing(SimplePrimaryNode.java:446)
   [junit4]   1> 7200.391s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleOneConnection(SimplePrimaryNode.java:599)
   [junit4]   1> 7200.391s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7200.391s 7199.8s:     parent [      pump0] 
   [junit4]   1> 7200.391s 7199.8s:     parent [      pump0] "indexing" ID=15 TIMED_WAITING
   [junit4]   1> 7200.391s 7199.8s:     parent [      pump0] 	at java.lang.Thread.sleep(Native Method)
   [junit4]   1> 7200.391s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleIndexing(SimplePrimaryNode.java:446)
   [junit4]   1> 7200.391s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleOneConnection(SimplePrimaryNode.java:599)
   [junit4]   1> 7200.391s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7200.391s 7199.8s:     parent [      pump0] 
   [junit4]   1> 7200.391s 7199.8s:     parent [      pump0] "main child 0" ID=12 RUNNABLE (in native code)
   [junit4]   1> 7200.391s 7199.8s:     parent [      pump0] 	at java.net.PlainSocketImpl.socketAccept(Native Method)
   [junit4]   1> 7200.391s 7199.8s:     parent [      pump0] 	at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409)
   [junit4]   1> 7200.392s 7199.8s:     parent [      pump0] 	at java.net.ServerSocket.implAccept(ServerSocket.java:545)
   [junit4]   1> 7200.392s 7199.8s:     parent [      pump0] 	at java.net.ServerSocket.accept(ServerSocket.java:513)
   [junit4]   1> 7200.392s 7199.8s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimpleServer.test(SimpleServer.java:340)
   [junit4]   1> 7200.392s 7199.8s:     parent [      pump0] 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   1> 7200.392s 7199.8s:     parent [      pump0] 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   1> 7200.392s 7199.8s:     parent [      pump0] 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   1> 7200.392s 7199.8s:     parent [      pump0] 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   1> 7200.392s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   1> 7200.392s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   1> 7200.392s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   1> 7200.392s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   1> 7200.392s 7199.8s:     parent [      pump0] 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   1> 7200.393s 7199.8s:     parent [      pump0] 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   1> 7200.393s 7199.8s:     parent [      pump0] 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   1> 7200.393s 7199.8s:     parent [      pump0] 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   1> 7200.393s 7199.8s:     parent [      pump0] 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   1> 7200.393s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 7200.393s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   1> 7200.393s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   1> 7200.393s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   1> 7200.393s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   1> 7200.393s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   1> 7200.393s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   1> 7200.393s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   1> 7200.394s 7199.8s:     parent [      pump0] 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   1> 7200.394s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 7200.394s 7199.8s:     parent [      pump0] 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   1> 7200.394s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   1> 7200.394s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   1> 7200.394s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 7200.394s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 7200.394s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 7200.394s 7199.8s:     parent [      pump0] 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   1> 7200.394s 7199.8s:     parent [      pump0] 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   1> 7200.394s 7199.8s:     parent [      pump0] 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   1> 7200.394s 7199.8s:     parent [      pump0] 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   1> 7200.394s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] 
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] "SUITE-SimpleServer-seed#[6628BDAE1744F367]" ID=11 RUNNABLE
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] 	at sun.management.ThreadImpl.dumpThreads0(Native Method)
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] 	at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:454)
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:681)
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] 	- locked java.lang.Object@d86855
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] 
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] "Signal Dispatcher" ID=4 RUNNABLE
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] 
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@19115b1
   [junit4]   1> 7200.395s 7199.8s:     parent [      pump0] 	at java.lang.Object.wait(Native Method)
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 	- waiting on java.lang.ref.ReferenceQueue$Lock@19115b1
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] "Reference Handler" ID=2 WAITING on java.lang.ref.Reference$Lock@691147
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 	at java.lang.Object.wait(Native Method)
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 	- waiting on java.lang.ref.Reference$Lock@691147
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 	at java.lang.Object.wait(Object.java:502)
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 	at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] "main" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@6d0ca5
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 	at java.lang.Object.wait(Native Method)
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@6d0ca5
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 	at java.lang.Thread.join(Thread.java:1252)
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 	at java.lang.Thread.join(Thread.java:1326)
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
   [junit4]   1> 7200.396s 7199.8s:     parent [      pump0] 	at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 	at org.junit.runners.Suite.runChild(Suite.java:128)
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 	at org.junit.runners.Suite.runChild(Suite.java:24)
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 	at org.junit.runners.ParentRunner$3.run(ParentRunner.java:231)
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:60)
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:229)
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 	at org.junit.runners.ParentRunner.access$000(ParentRunner.java:50)
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:222)
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 	at org.junit.runners.ParentRunner.run(ParentRunner.java:300)
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 	at org.junit.runner.JUnitCore.run(JUnitCore.java:157)
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 	at org.junit.runner.JUnitCore.run(JUnitCore.java:136)
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 	at org.junit.runner.JUnitCore.run(JUnitCore.java:117)
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:98)
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 	at org.junit.runner.JUnitCore.runMainAndExit(JUnitCore.java:53)
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 	at org.junit.runner.JUnitCore.main(JUnitCore.java:45)
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] ^^==============================================
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] 
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] ENOTE: reproduce with: ant test  -Dtestcase=SimpleServer -Dtests.method=test -Dtests.seed=6628BDAE1744F367 -Dtests.locale=ro -Dtests.timezone=Africa/Juba -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] Iul 09, 2017 9:49:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   1> 7200.397s 7199.8s:     parent [      pump0] WARNING: Will linger awaiting termination of 7 leaked thread(s).
   [junit4]   2> Jul 09, 2017 12:50:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 2 threads leaked from SUITE scope at org.apache.lucene.replicator.nrt.TestNRTReplication: 
   [junit4]   2>    1) Thread[id=38, name=pump0, state=RUNNABLE, group=TGRP-TestNRTReplication]
   [junit4]   2>         at java.io.FileInputStream.readBytes(Native Method)
   [junit4]   2>         at java.io.FileInputStream.read(FileInputStream.java:255)
   [junit4]   2>         at java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
   [junit4]   2>         at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
   [junit4]   2>         at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:284)
   [junit4]   2>         at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:326)
   [junit4]   2>         at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:178)
   [junit4]   2>         at java.io.InputStreamReader.read(InputStreamReader.java:184)
   [junit4]   2>         at java.io.BufferedReader.fill(BufferedReader.java:161)
   [junit4]   2>         at java.io.BufferedReader.readLine(BufferedReader.java:324)
   [junit4]   2>         at java.io.BufferedReader.readLine(BufferedReader.java:389)
   [junit4]   2>         at org.apache.lucene.replicator.nrt.ThreadPumper$1.run(ThreadPumper.java:37)
   [junit4]   2>    2) Thread[id=36, name=TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871], state=RUNNABLE, group=TGRP-TestNRTReplication]
   [junit4]   2>         at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2>         at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]   2>         at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]   2>         at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]   2>         at java.net.SocketInputStream.read(SocketInputStream.java:224)
   [junit4]   2>         at org.apache.lucene.store.InputStreamDataInput.readByte(InputStreamDataInput.java:36)
   [junit4]   2>         at org.apache.lucene.store.DataInput.readInt(DataInput.java:101)
   [junit4]   2>         at org.apache.lucene.store.DataInput.readLong(DataInput.java:157)
   [junit4]   2>         at org.apache.lucene.replicator.nrt.NodeProcess.flush(NodeProcess.java:126)
   [junit4]   2>         at org.apache.lucene.replicator.nrt.TestNRTReplication.testCrashReplica(TestNRTReplication.java:752)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Jul 09, 2017 12:50:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=38, name=pump0, state=RUNNABLE, group=TGRP-TestNRTReplication]
   [junit4]   2>    2) Thread[id=36, name=TEST-TestNRTReplication.testCrashReplica-seed#[E3934245B1686871], state=RUNNABLE, group=TGRP-TestNRTReplication]
   [junit4]   1> 7220.472s 7219.9s:     parent [      pump0] Iul 09, 2017 9:50:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   1> 7220.472s 7219.9s:     parent [      pump0] SEVERE: 7 threads leaked from SUITE scope at org.apache.lucene.replicator.nrt.SimpleServer: 
   [junit4]   1> 7220.472s 7219.9s:     parent [      pump0]    1) Thread[id=23, name=indexing, state=TIMED_WAITING, group=TGRP-SimpleServer]
   [junit4]   1> 7220.472s 7219.9s:     parent [      pump0]         at java.lang.Thread.sleep(Native Method)
   [junit4]   1> 7220.472s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleIndexing(SimplePrimaryNode.java:446)
   [junit4]   1> 7220.472s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleOneConnection(SimplePrimaryNode.java:599)
   [junit4]   1> 7220.472s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7220.472s 7219.9s:     parent [      pump0]    2) Thread[id=26, name=flush, state=RUNNABLE, group=TGRP-SimpleServer]
   [junit4]   1> 7220.472s 7219.9s:     parent [      pump0]         at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:200)
   [junit4]   1> 7220.472s 7219.9s:     parent [      pump0]         at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:296)
   [junit4]   1> 7220.473s 7219.9s:     parent [      pump0]         at org.apache.lucene.util.fst.Builder.add(Builder.java:400)
   [junit4]   1> 7220.473s 7219.9s:     parent [      pump0]         at org.apache.lucene.codecs.memory.FSTTermsWriter$TermsWriter.finishTerm(FSTTermsWriter.java:280)
   [junit4]   1> 7220.473s 7219.9s:     parent [      pump0]         at org.apache.lucene.codecs.memory.FSTTermsWriter.write(FSTTermsWriter.java:184)
   [junit4]   1> 7220.473s 7219.9s:     parent [      pump0]         at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
   [junit4]   1> 7220.473s 7219.9s:     parent [      pump0]         at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
   [junit4]   1> 7220.473s 7219.9s:     parent [      pump0]         at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:230)
   [junit4]   1> 7220.473s 7219.9s:     parent [      pump0]         at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:115)
   [junit4]   1> 7220.473s 7219.9s:     parent [      pump0]         at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4390)
   [junit4]   1> 7220.473s 7219.9s:     parent [      pump0]         at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4030)
   [junit4]   1> 7220.473s 7219.9s:     parent [      pump0]         at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]   1> 7220.473s 7219.9s:     parent [      pump0]         at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2233)
   [junit4]   1> 7220.473s 7219.9s:     parent [      pump0]         at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:511)
   [junit4]   1> 7220.474s 7219.9s:     parent [      pump0]         at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:293)
   [junit4]   1> 7220.474s 7219.9s:     parent [      pump0]         at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:268)
   [junit4]   1> 7220.474s 7219.9s:     parent [      pump0]         at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:258)
   [junit4]   1> 7220.474s 7219.9s:     parent [      pump0]         at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:140)
   [junit4]   1> 7220.474s 7219.9s:     parent [      pump0]         at org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:156)
   [junit4]   1> 7220.474s 7219.9s:     parent [      pump0]         at org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58)
   [junit4]   1> 7220.474s 7219.9s:     parent [      pump0]         at org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176)
   [junit4]   1> 7220.474s 7219.9s:     parent [      pump0]         at org.apache.lucene.search.ReferenceManager.maybeRefreshBlocking(ReferenceManager.java:253)
   [junit4]   1> 7220.474s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.PrimaryNode.flushAndRefresh(PrimaryNode.java:150)
   [junit4]   1> 7220.474s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleFlush(SimplePrimaryNode.java:288)
   [junit4]   1> 7220.474s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleOneConnection(SimplePrimaryNode.java:590)
   [junit4]   1> 7220.477s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7220.477s 7219.9s:     parent [      pump0]    3) Thread[id=12, name=main child 0, state=RUNNABLE, group=TGRP-SimpleServer]
   [junit4]   1> 7220.477s 7219.9s:     parent [      pump0]         at java.net.PlainSocketImpl.socketAccept(Native Method)
   [junit4]   1> 7220.477s 7219.9s:     parent [      pump0]         at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409)
   [junit4]   1> 7220.477s 7219.9s:     parent [      pump0]         at java.net.ServerSocket.implAccept(ServerSocket.java:545)
   [junit4]   1> 7220.477s 7219.9s:     parent [      pump0]         at java.net.ServerSocket.accept(ServerSocket.java:513)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/J1/temp/lucene.replicator.nrt.TestNRTReplication_E3934245B1686871-001
   [junit4]   1> 7220.477s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimpleServer.test(SimpleServer.java:340)
   [junit4]   1> 7220.477s 7219.9s:     parent [      pump0]         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   1> 7220.477s 7219.9s:     parent [      pump0]         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   1> 7220.478s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 7220.479s 7219.9s:     parent [      pump0]         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   1> 7220.480s 7219.9s:     parent [      pump0]         at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 7220.480s 7219.9s:     parent [      pump0]    4) Thread[id=25, name=indexing, state=TIMED_WAITING, group=TGRP-SimpleServer]
   [junit4]   1> 7220.480s 7219.9s:     parent [      pump0]         at java.lang.Thread.sleep(Native Method)
   [junit4]   1> 7220.480s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleIndexing(SimplePrimaryNode.java:446)
   [junit4]   1> 7220.480s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleOneConnection(SimplePrimaryNode.java:599)
   [junit4]   1> 7220.480s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7220.480s 7219.9s:     parent [      pump0]    5) Thread[id=21, name=indexing, state=TIMED_WAITING, group=TGRP-SimpleServer]
   [junit4]   1> 7220.480s 7219.9s:     parent [      pump0]         at java.lang.Thread.sleep(Native Method)
   [junit4]   1> 7220.480s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleIndexing(SimplePrimaryNode.java:446)
   [junit4]   1> 7220.480s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleOneConnection(SimplePrimaryNode.java:599)
   [junit4]   1> 7220.480s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7220.480s 7219.9s:     parent [      pump0]    6) Thread[id=15, name=indexing, state=TIMED_WAITING, group=TGRP-SimpleServer]
   [junit4]   1> 7220.480s 7219.9s:     parent [      pump0]         at java.lang.Thread.sleep(Native Method)
   [junit4]   1> 7220.480s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleIndexing(SimplePrimaryNode.java:446)
   [junit4]   1> 7220.480s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleOneConnection(SimplePrimaryNode.java:599)
   [junit4]   1> 7220.481s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7220.481s 7219.9s:     parent [      pump0]    7) Thread[id=19, name=indexing, state=TIMED_WAITING, group=TGRP-SimpleServer]
   [junit4]   1> 7220.481s 7219.9s:     parent [      pump0]         at java.lang.Thread.sleep(Native Method)
   [junit4]   1> 7220.481s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleIndexing(SimplePrimaryNode.java:446)
   [junit4]   1> 7220.481s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleOneConnection(SimplePrimaryNode.java:599)
   [junit4]   1> 7220.481s 7219.9s:     parent [      pump0]         at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7220.481s 7219.9s:     parent [      pump0] Iul 09, 2017 9:50:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   1> 7220.481s 7219.9s:     parent [      pump0] INFO: Starting to interrupt leaked threads:
   [junit4]   1> 7220.481s 7219.9s:     parent [      pump0]    1) Thread[id=23, name=indexing, state=TIMED_WAITING, group=TGRP-SimpleServer]
   [junit4]   1> 7220.481s 7219.9s:     parent [      pump0]    2) Thread[id=26, name=flush, state=RUNNABLE, group=TGRP-SimpleServer]
   [junit4]   1> 7220.481s 7219.9s:     parent [      pump0]    3) Thread[id=12, name=main child 0, state=RUNNABLE, group=TGRP-SimpleServer]
   [junit4]   1> 7220.481s 7219.9s:     parent [      pump0]    4) Thread[id=25, name=indexing, state=TIMED_WAITING, group=TGRP-SimpleServer]
   [junit4]   1> 7220.481s 7219.9s:     parent [      pump0]    5) Thread[id=21, name=indexing, state=TIMED_WAITING, group=TGRP-SimpleServer]
   [junit4]   1> 7220.481s 7219.9s:     parent [      pump0]    6) Thread[id=15, name=indexing, state=TIMED_WAITING, group=TGRP-SimpleServer]
   [junit4]   1> 7220.482s 7219.9s:     parent [      pump0]    7) Thread[id=19, name=indexing, state=TIMED_WAITING, group=TGRP-SimpleServer]
   [junit4]   1> 7220.473s 7220.0s:    idle P0 [   indexing] unexpected exception handling client connection; now failing test:
   [junit4]   1> 7220.473s 7220.0s:    idle P0 [   indexing] unexpected exception handling client connection; now failing test:
   [junit4]   1> 7220.482s 7219.9s:     parent [      pump0] java.lang.InterruptedException: sleep interrupted
   [junit4]   1> 7220.482s 7219.9s:     parent [      pump0] 	at java.lang.Thread.sleep(Native Method)
   [junit4]   1> 7220.482s 7219.9s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleIndexing(SimplePrimaryNode.java:446)
   [junit4]   1> 7220.482s 7219.9s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleOneConnection(SimplePrimaryNode.java:599)
   [junit4]   1> 7220.482s 7219.9s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7220.473s 7220.0s:    idle P0 [main child 0] top: server socket exc; now exit
   [junit4]   1> 7220.473s 7220.0s:    idle P0 [main child 0] top: join clientThread=Thread[indexing,5,TGRP-SimpleServer]
   [junit4]   1> 7220.473s 7220.0s:    idle P0 [   indexing] unexpected exception handling client connection; now failing test:
   [junit4]   1> 7220.482s 7219.9s:     parent [      pump0] java.lang.InterruptedException: sleep interrupted
   [junit4]   1> 7220.482s 7219.9s:     parent [      pump0] 	at java.lang.Thread.sleep(Native Method)
   [junit4]   1> 7220.482s 7219.9s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleIndexing(SimplePrimaryNode.java:446)
   [junit4]   1> 7220.482s 7219.9s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleOneConnection(SimplePrimaryNode.java:599)
   [junit4]   1> 7220.482s 7219.9s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7220.473s 7220.0s:    idle P0 [   indexing] unexpected exception handling client connection; now failing test:
   [junit4]   1> 7220.473s 7220.0s:    idle P0 [   indexing] unexpected exception handling client connection; now failing test:
   [junit4]   1> 7220.482s 7219.9s:     parent [      pump0] java.lang.InterruptedException: sleep interrupted
   [junit4]   1> 7220.483s 7219.9s:     parent [      pump0] 	at java.lang.Thread.sleep(Native Method)
   [junit4]   1> 7220.483s 7219.9s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleIndexing(SimplePrimaryNode.java:446)
   [j

[...truncated too long message...]

p0] 	at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7220.475s 7220.0s:    idle P0 [      flush] unexpected exception handling client connection; now failing test:
   [junit4]   1> 7220.483s 7219.9s:     parent [      pump0] java.io.IOException: null: SimpleFSIndexInput(path="/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/J1/temp/lucene.replicator.nrt.TestNRTReplication_E3934245B1686871-001/1-001/_3.cfs") [slice=_3_FST50_0.pos]
   [junit4]   1> 7220.483s 7219.9s:     parent [      pump0] 	at org.apache.lucene.store.SimpleFSDirectory$SimpleFSIndexInput.readInternal(SimpleFSDirectory.java:188)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.store.DataInput.readVInt(DataInput.java:125)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.store.BufferedIndexInput.readVInt(BufferedIndexInput.java:221)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.store.MockIndexInputWrapper.readVInt(MockIndexInputWrapper.java:183)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockPostingsEnum.refillPositions(Lucene50PostingsReader.java:618)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockPostingsEnum.nextPosition(Lucene50PostingsReader.java:773)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.index.MappingMultiPostingsEnum.nextPosition(MappingMultiPostingsEnum.java:113)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.codecs.PushPostingsWriterBase.writeTerm(PushPostingsWriterBase.java:145)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.codecs.memory.FSTTermsWriter.write(FSTTermsWriter.java:182)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:230)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:115)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4390)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4030)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2233)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:511)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:293)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:268)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:258)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:140)
   [junit4]   1> 7220.484s 7219.9s:     parent [      pump0] 	at org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:156)
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] 	at org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58)
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] 	at org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176)
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] 	at org.apache.lucene.search.ReferenceManager.maybeRefreshBlocking(ReferenceManager.java:253)
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.PrimaryNode.flushAndRefresh(PrimaryNode.java:150)
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleFlush(SimplePrimaryNode.java:288)
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimplePrimaryNode.handleOneConnection(SimplePrimaryNode.java:590)
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] 	at org.apache.lucene.replicator.nrt.SimpleServer$ClientHandler.run(SimpleServer.java:92)
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] Caused by: java.nio.channels.ClosedByInterruptException
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] 	at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:202)
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] 	at sun.nio.ch.FileChannelImpl.position(FileChannelImpl.java:293)
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] 	at sun.nio.ch.FileChannelImpl.position(FileChannelImpl.java:50)
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] 	at org.apache.lucene.store.SimpleFSDirectory$SimpleFSIndexInput.readInternal(SimpleFSDirectory.java:171)
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] 	... 31 more
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] Jul 09, 2017 6:50:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] INFO: All leaked threads terminated.
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] ENOTE: test params are: codec=Asserting(Lucene70): {docid=PostingsFormat(name=LuceneVarGapDocFreqInterval), titleTokenized=PostingsFormat(name=Asserting), body=FST50, title=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=283, maxMBSortInHeap=5.768496625971714, sim=RandomSimilarity(queryNorm=false): {titleTokenized=DFR I(ne)Z(0.3), body=DFR I(n)L1}, locale=ro, timezone=Africa/Juba
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] NOTE: Linux 4.10.0-21-generic i386/Oracle Corporation 1.8.0_131 (32-bit)/cpus=8,threads=1,free=46744880,total=81526784
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] NOTE: All tests run in this JVM: [SimpleServer]
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] NOTE: reproduce with: ant test  -Dtestcase=SimpleServer -Dtests.seed=6628BDAE1744F367 -Dtests.locale=ro -Dtests.timezone=Africa/Juba -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] 
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] Time: 7,220.124
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] There were 2 failures:
   [junit4]   1> 7220.485s 7219.9s:     parent [      pump0] 1) test(org.apache.lucene.replicator.nrt.SimpleServer)
   [junit4]   1> 7220.486s 7219.9s:     parent [      pump0] java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]   1> 7220.486s 7219.9s:     parent [      pump0] 	at __randomizedtesting.SeedInfo.seed([6628BDAE1744F367]:0)
   [junit4]   1> 7220.486s 7219.9s:     parent [      pump0] 2) org.apache.lucene.replicator.nrt.SimpleServer
   [junit4]   1> 7220.486s 7219.9s:     parent [      pump0] java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]   1> 7220.486s 7219.9s:     parent [      pump0] 	at __randomizedtesting.SeedInfo.seed([6628BDAE1744F367]:0)
   [junit4]   1> 7220.486s 7219.9s:     parent [      pump0] 
   [junit4]   1> 7220.486s 7219.9s:     parent [      pump0] FAILURES!!!
   [junit4]   1> 7220.486s 7219.9s:     parent [      pump0] Tests run: 1,  Failures: 2
   [junit4]   1> 7220.486s 7219.9s:     parent [      pump0] 
   [junit4]   1> 7220.496s       :     parent [      pump0] now wait for process java.lang.UNIXProcess@22da4e
   [junit4]   2> Jul 09, 2017 6:50:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1956, maxMBSortInHeap=5.392279659697336, sim=RandomSimilarity(queryNorm=false): {}, locale=ms-MY, timezone=America/El_Salvador
   [junit4]   2> NOTE: Linux 4.10.0-21-generic i386/Oracle Corporation 1.8.0_131 (32-bit)/cpus=8,threads=1,free=11043960,total=26722304
   [junit4]   2> NOTE: All tests run in this JVM: [IndexAndTaxonomyRevisionTest, LocalReplicatorTest, HttpReplicatorTest, TestNRTReplication]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNRTReplication -Dtests.seed=E3934245B1686871 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ms-MY -Dtests.timezone=America/El_Salvador -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | TestNRTReplication (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E3934245B1686871]:0)
   [junit4] Completed [9/9 (1!)] on J1 in 7220.52s, 10 tests, 2 errors, 9 skipped <<< FAILURES!

[...truncated 44149 lines...]