You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/05/30 02:45:02 UTC

[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 362 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/362/

1 tests failed.
FAILED:  org.apache.solr.util.TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([11A5C96AE331FEDB:7B77F605BBD22E14]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:895)
	at org.apache.solr.util.TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers(TestMaxTokenLenTokenizer.java:104)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=letter0:lett&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:888)
	... 40 more




Build Log:
[...truncated 13720 lines...]
   [junit4] Suite: org.apache.solr.util.TestMaxTokenLenTokenizer
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestMaxTokenLenTokenizer_11A5C96AE331FEDB-001/init-core-data-001
   [junit4]   2> 3976011 WARN  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=39 numCloses=39
   [junit4]   2> 3976012 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 3976014 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3976014 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 3976015 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 3976055 WARN  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 3976057 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 3976092 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 3976105 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3976109 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 3976148 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31441d8b
   [junit4]   2> 3976153 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31441d8b
   [junit4]   2> 3976153 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31441d8b
   [junit4]   2> 3976155 INFO  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 3976210 WARN  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 3976217 INFO  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 3976290 INFO  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3976304 INFO  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3976304 INFO  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 3976305 INFO  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31441d8b
   [junit4]   2> 3976305 INFO  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3976305 INFO  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestMaxTokenLenTokenizer_11A5C96AE331FEDB-001/init-core-data-001/]
   [junit4]   2> 3976307 INFO  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=82.4501953125, floorSegmentMB=1.9443359375, forceMergeDeletesPctAllowed=17.054197206887306, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19300837040403618
   [junit4]   2> 3976375 INFO  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3976375 INFO  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3976376 INFO  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=87.8369140625, floorSegmentMB=1.966796875, forceMergeDeletesPctAllowed=11.816034159314338, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1527167496370586
   [junit4]   2> 3976377 INFO  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5af6fb50[collection1] main]
   [junit4]   2> 3976377 WARN  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 3976378 INFO  (coreLoadExecutor-18064-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3976379 INFO  (searcherExecutor-18065-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5af6fb50[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3976380 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 3976384 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleFieldDiffAnalyzers
   [junit4]   2> 3976385 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 3976385 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 3976387 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3976387 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@409bc5e1
   [junit4]   2> 3976389 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ed22828[collection1] main]
   [junit4]   2> 3976390 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3976390 INFO  (searcherExecutor-18065-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6ed22828[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):c1)))}
   [junit4]   2> 3976390 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[1],commit=} 0 5
   [junit4]   2> 3976391 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3976391 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@409bc5e1
   [junit4]   2> 3976443 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2abae5e2[collection1] main]
   [junit4]   2> 3976444 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3976444 INFO  (searcherExecutor-18065-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2abae5e2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):c1) Uninverting(_1(6.7.0):c1)))}
   [junit4]   2> 3976444 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[2],commit=} 0 53
   [junit4]   2> 3976445 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3976445 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@409bc5e1
   [junit4]   2> 3976447 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f99e724[collection1] main]
   [junit4]   2> 3976448 INFO  (searcherExecutor-18065-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4f99e724[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):c1) Uninverting(_1(6.7.0):c1) Uninverting(_2(6.7.0):c1)))}
   [junit4]   2> 3976448 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3976448 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[3],commit=} 0 3
   [junit4]   2> 3976449 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3976449 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@409bc5e1
   [junit4]   2> 3976453 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e51ee23[collection1] main]
   [junit4]   2> 3976454 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3976454 INFO  (searcherExecutor-18065-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6e51ee23[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):c1) Uninverting(_1(6.7.0):c1) Uninverting(_2(6.7.0):c1) Uninverting(_3(6.7.0):c1)))}
   [junit4]   2> 3976454 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[4],commit=} 0 6
   [junit4]   2> 3976455 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3976455 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@409bc5e1
   [junit4]   2> 3976457 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4582b366[collection1] main]
   [junit4]   2> 3976458 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3976458 INFO  (searcherExecutor-18065-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4582b366[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):c1) Uninverting(_1(6.7.0):c1) Uninverting(_2(6.7.0):c1) Uninverting(_3(6.7.0):c1) Uninverting(_4(6.7.0):c1)))}
   [junit4]   2> 3976459 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[5],commit=} 0 4
   [junit4]   2> 3976459 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3976459 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 3976460 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3976460 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 1
   [junit4]   2> 3976463 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml} hits=5 status=0 QTime=0
   [junit4]   2> 3976465 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=letter:let&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3976465 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=letter:lett&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 3976466 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=lowerCase:low&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3976467 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=lowerCase:l&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 3976467 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=lowerCase:lo&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 3976468 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=lowerCase:lower&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 3976469 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=whiteSpace:whi&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3976470 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=whiteSpace:teS&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3976470 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=whiteSpace:in&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3976471 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=whiteSpace:white&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 3976471 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=unicodeWhiteSpace:uni&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3976472 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=unicodeWhiteSpace:cod&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3976472 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=unicodeWhiteSpace:e&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3976472 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=unicodeWhiteSpace:unico&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 3976473 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=keyword:keyword&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3976473 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=keyword:key&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 3976474 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldDiffAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleFieldDiffAnalyzers
   [junit4]   2> 3976478 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleFieldSameAnalyzers
   [junit4]   2> 3976480 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 3976480 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 1
   [junit4]   2> 3976480 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3976480 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@409bc5e1
   [junit4]   2> 3976482 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5cc049e7[collection1] main]
   [junit4]   2> 3976483 INFO  (searcherExecutor-18065-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5cc049e7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(6.7.0):c1)))}
   [junit4]   2> 3976483 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3976483 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[1],commit=} 0 3
   [junit4]   2> 3976484 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3976484 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@409bc5e1
   [junit4]   2> 3976486 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@58d71800[collection1] main]
   [junit4]   2> 3976486 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3976486 INFO  (searcherExecutor-18065-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@58d71800[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(6.7.0):c1) Uninverting(_6(6.7.0):c1)))}
   [junit4]   2> 3976487 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[2],commit=} 0 2
   [junit4]   2> 3976487 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3976487 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@409bc5e1
   [junit4]   2> 3976488 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@106b9a1[collection1] main]
   [junit4]   2> 3976489 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3976489 INFO  (searcherExecutor-18065-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@106b9a1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(6.7.0):c1) Uninverting(_6(6.7.0):c1) Uninverting(_7(6.7.0):c1)))}
   [junit4]   2> 3976489 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[3],commit=} 0 2
   [junit4]   2> 3976490 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3976490 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@409bc5e1
   [junit4]   2> 3976494 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3307af01[collection1] main]
   [junit4]   2> 3976495 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3976495 INFO  (searcherExecutor-18065-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3307af01[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(6.7.0):c1) Uninverting(_6(6.7.0):c1) Uninverting(_7(6.7.0):c1) Uninverting(_8(6.7.0):c1)))}
   [junit4]   2> 3976495 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[4],commit=} 0 6
   [junit4]   2> 3976496 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3976497 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@409bc5e1
   [junit4]   2> 3976500 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d42c647[collection1] main]
   [junit4]   2> 3976501 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3976501 INFO  (searcherExecutor-18065-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2d42c647[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(6.7.0):c1) Uninverting(_6(6.7.0):c1) Uninverting(_7(6.7.0):c1) Uninverting(_8(6.7.0):c1) Uninverting(_9(6.7.0):c1)))}
   [junit4]   2> 3976501 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[5],commit=} 0 5
   [junit4]   2> 3976502 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3976502 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 3976502 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3976502 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 0
   [junit4]   2> 3976503 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml} hits=5 status=0 QTime=0
   [junit4]   2> 3976505 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=letter0:l&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 3976506 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=letter0:let&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3976508 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=letter0:lett&wt=xml} hits=0 status=0 QTime=1
   [junit4]   2> 3976508 ERROR (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=letter0:lett&wt=xml
   [junit4]   2> 3976509 ERROR (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=letter0:lett&wt=xml:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=letter0:lett&wt=xml
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:888)
   [junit4]   2> 	at org.apache.solr.util.TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers(TestMaxTokenLenTokenizer.java:104)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3976510 INFO  (TEST-TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers-seed#[11A5C96AE331FEDB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleFieldSameAnalyzers
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestMaxTokenLenTokenizer -Dtests.method=testSingleFieldSameAnalyzers -Dtests.seed=11A5C96AE331FEDB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=bg-BG -Dtests.timezone=Asia/Brunei -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.04s J2 | TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([11A5C96AE331FEDB:7B77F605BBD22E14]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:895)
   [junit4]    > 	at org.apache.solr.util.TestMaxTokenLenTokenizer.testSingleFieldSameAnalyzers(TestMaxTokenLenTokenizer.java:104)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=letter0:lett&wt=xml
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:888)
   [junit4]    > 	... 40 more
   [junit4]   2> 3976516 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 3976517 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1367781632
   [junit4]   2> 3976517 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 3976518 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 3976519 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 3976519 INFO  (SUITE-TestMaxTokenLenTokenizer-seed#[11A5C96AE331FEDB]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3976520 INFO  (coreCloseExecutor-18069-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@23fa0d49
   [junit4]   2> 3976531 INFO  (coreCloseExecutor-18069-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.util.TestMaxTokenLenTokenizer_11A5C96AE331FEDB-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {lowerCase0=Lucene50(blocksize=128), whiteSpace=PostingsFormat(name=LuceneVarGapDocFreqInterval), letter=PostingsFormat(name=LuceneFixedGap), lowerCase=PostingsFormat(name=LuceneVarGapDocFreqInterval), unicodeWhiteSpace=PostingsFormat(name=LuceneFixedGap), letter0=FSTOrd50, unicodeWhiteSpace0=FSTOrd50, keyword0=Lucene50(blocksize=128), id=Lucene50(blocksize=128), keyword=PostingsFormat(name=LuceneVarGapDocFreqInterval), whiteSpace0=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=708, maxMBSortInHeap=7.333872924622653, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=bg-BG, timezone=Asia/Brunei
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=138983688,total=527958016
   [junit4]   2> NOTE: All tests run in this JVM: [PreAnalyzedFieldTest, TestWriterPerf, CachingDirectoryFactoryTest, TestSolrCloudWithKerberosAlt, StatsReloadRaceTest, TestMergePolicyConfig, TestCloudInspectUtil, TestCustomSort, HttpPartitionTest, TestPayloadScoreQParserPlugin, TestSubQueryTransformer, SolrXmlInZkTest, TestFieldCacheSortRandom, MigrateRouteKeyTest, TestLegacyFieldCache, TestObjectReleaseTracker, DOMUtilTest, TestNamedUpdateProcessors, TestNoOpRegenerator, CdcrReplicationDistributedZkTest, SimpleCollectionCreateDeleteTest, DeleteShardTest, TestReload, TestTolerantUpdateProcessorRandomCloud, TestNRTOpen, HdfsRestartWhileUpdatingTest, TestRawTransformer, BadComponentTest, ActionThrottleTest, TestOrdValues, LeaderElectionTest, PKIAuthenticationIntegrationTest, TestStressReorder, SOLR749Test, TestSolrXml, TestOnReconnectListenerSupport, CdcrUpdateLogTest, UpdateLogTest, CoreMergeIndexesAdminHandlerTest, TestFieldCacheReopen, DistributedFacetPivotLongTailTest, TestMaxScoreQueryParser, TestFreeTextSuggestions, QueryParsingTest, AutoCommitTest, TestMacroExpander, SolrPluginUtilsTest, PreAnalyzedUpdateProcessorTest, TestHdfsBackupRestoreCore, TestRequestStatusCollectionAPI, TestZkChroot, BlockDirectoryTest, TestTrieFacet, PrimUtilsTest, FieldAnalysisRequestHandlerTest, PingRequestHandlerTest, TestUseDocValuesAsStored2, CdcrVersionReplicationTest, DistributedFacetPivotWhiteBoxTest, QueryResultKeyTest, TestFieldResource, TestLMJelinekMercerSimilarityFactory, TestSolrFieldCacheMBean, TestSort, TestShortCircuitedRequests, TestLFUCache, TestDistribIDF, CheckHdfsIndexTest, HdfsTlogReplayBufferedWhileIndexingTest, ZkStateWriterTest, TestManagedSynonymFilterFactory, CollectionTooManyReplicasTest, PrimitiveFieldTypeTest, DirectUpdateHandlerOptimizeTest, SpellPossibilityIteratorTest, DebugComponentTest, CreateCollectionCleanupTest, TestMiniSolrCloudCluster, TestAnalyzeInfixSuggestions, HdfsNNFailoverTest, CurrencyFieldXmlFileTest, GraphQueryTest, CloudExitableDirectoryReaderTest, TestRestoreCore, TestConfigSetsAPIZkFailure, TestIndexingPerformance, TestStressInPlaceUpdates, ResponseLogComponentTest, TestDFISimilarityFactory, TestRebalanceLeaders, RequestLoggingTest, HLLUtilTest, TestJsonFacetRefinement, MultiThreadedOCPTest, TestLRUStatsCache, DistanceUnitsTest, NoCacheHeaderTest, BooleanFieldTest, PluginInfoTest, DocValuesMultiTest, CloudMLTQParserTest, FieldMutatingUpdateProcessorTest, TestBulkSchemaAPI, SolrJmxReporterTest, DirectoryFactoryTest, TestBinaryField, TestCollectionAPI, TestConfigsApi, SubstringBytesRefFilterTest, ReplaceNodeTest, ShardSplitTest, UnloadDistributedZkTest, TestSolrQueryParserResource, TestScoreJoinQPNoScore, SuggesterTest, BadIndexSchemaTest, SyncSliceTest, OverseerTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedGrouping, TestRecovery, ZkControllerTest, TestRealTimeGet, TestRangeQuery, TestGroupingSearch, SolrCmdDistributorTest, ConvertedLegacyTest, TestLazyCores, TestIndexSearcher, ShowFileRequestHandlerTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, SuggesterTSTTest, TestStressLucene, TestTrie, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, LukeRequestHandlerTest, TestQueryTypes, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, MoreLikeThisHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, TestJmxIntegration, JSONWriterTest, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, TestComponentsName, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, TestSolrDeletionPolicy2, SampleTest, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestPostingsSolrHighlighter, TestCharFilters, TestCodecSupport, TestJmxMonitoredMap, OpenExchangeRatesOrgProviderTest, ChaosMonkeyNothingIsSafeTest, CleanupOldIndexTest, CollectionReloadTest, CollectionsAPISolrJTest, ConfigSetsAPITest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, SharedFSAutoReplicaFailoverUtilsTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestRandomRequestDistribution, TestRequestForwarding, TestSegmentSorting, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, TestClusterStateMutator, RuleEngineTest, RulesTest, ConfigureRecoveryStrategyTest, CoreSorterTest, ExitableDirectoryReaderTest, TestBackupRepositoryFactory, TestConfigOverlay, TestConfigSetImmutable, TestConfigSetProperties, TestConfigSets, TestCorePropertiesReload, TestCustomStream, TestImplicitCoreProperties, TestInitParams, TestReloadAndDeleteDocs, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrCoreSnapshots, TestConfigReload, TestReqParamsAPI, TestSQLHandler, TestSolrConfigHandlerConcurrent, V2ApiIntegrationTest, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, ReplicaListTransformerTest, ShufflingReplicaListTransformerTest, SuggestComponentContextFilterQueryTest, TestExpandComponent, TestPivotHelperCode, TestTrackingShardHandlerFactory, SolrSlf4jReporterTest, TestExportWriter, TestGraphMLResponseWriter, TestSubQueryTransformerDistrib, DocValuesMissingTest, ManagedSchemaRoundRobinCloudTest, TestCloudManagedSchema, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestManagedSchemaAPI, AnalyticsQueryTest, CursorMarkTest, LargeFieldTest, MergeStrategyTest, TestComplexPhraseQParserPlugin, TestFilteredDocIdSet, TestGraphTermsQParserPlugin, TestPayloadCheckQParserPlugin, TestRecoveryHdfs, TestStandardQParsers, TestXmlQParser, BlockJoinFacetDistribTest, BasicAuthIntegrationTest, TestPKIAuthenticationPlugin, TestRuleBasedAuthorizationPlugin, TestImpersonationWithHadoopAuth, ResponseHeaderTest, ConjunctionSolrSpellCheckerTest, TestBlendedInfixSuggestions, TestHighFrequencyDictionaryFactory, BufferStoreTest, HdfsLockFactoryTest, TestNumericTerms64, TestUninvertingReader, AnalysisErrorHandlingTest, PeerSyncWithIndexFingerprintCachingTest, SolrIndexMetricsTest, TestDocBasedVersionConstraints, TestHdfsUpdateLog, TestMaxTokenLenTokenizer]
   [junit4] Completed [707/715 (1!)] on J2 in 0.56s, 2 tests, 1 error <<< FAILURES!

[...truncated 43472 lines...]

[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 368 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/368/

2 tests failed.
FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:46211/bl/av/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:46211/bl/av/collection1
	at __randomizedtesting.SeedInfo.seed([7EF4830BE70CAC1A:F6A0BCD149F0C1E2]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:623)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:477)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:407)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1530)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:361)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:154)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
	... 54 more


FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
Could not find collection:delete_data_dir

Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
	at __randomizedtesting.SeedInfo.seed([7EF4830BE70CAC1A:F6A0BCD149F0C1E2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 13342 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/init-core-data-001
   [junit4]   2> 3854186 WARN  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=42 numCloses=42
   [junit4]   2> 3854186 INFO  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 3854187 INFO  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 3854188 INFO  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3854230 WARN  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3854235 WARN  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3854236 INFO  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3854248 INFO  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_36955_hdfs____.fsykn4/webapp
   [junit4]   2> 3854643 INFO  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36955
   [junit4]   2> 3854700 WARN  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3854701 INFO  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3854714 INFO  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37865_datanode____.ecgsqu/webapp
   [junit4]   2> 3855153 INFO  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37865
   [junit4]   2> 3855225 WARN  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3855227 INFO  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3855240 INFO  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_59763_datanode____.1p4d8p/webapp
   [junit4]   2> 3855317 INFO  (IPC Server handler 3 on 35983) [    ] BlockStateChange BLOCK* processReport: from storage DS-6d1e0b35-9cd2-419c-999e-255174bdcd16 node DatanodeRegistration(127.0.0.1:54144, datanodeUuid=d5e3c20b-d71c-47af-92a0-73a1eff51821, infoPort=60448, infoSecurePort=0, ipcPort=55354, storageInfo=lv=-56;cid=testClusterID;nsid=1605013400;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 3855317 INFO  (IPC Server handler 3 on 35983) [    ] BlockStateChange BLOCK* processReport: from storage DS-0df132d6-4bad-4a5a-a167-6ee6c7a1803e node DatanodeRegistration(127.0.0.1:54144, datanodeUuid=d5e3c20b-d71c-47af-92a0-73a1eff51821, infoPort=60448, infoSecurePort=0, ipcPort=55354, storageInfo=lv=-56;cid=testClusterID;nsid=1605013400;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 3855637 INFO  (SUITE-StressHdfsTest-seed#[7EF4830BE70CAC1A]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59763
   [junit4]   2> 3855745 INFO  (IPC Server handler 2 on 35983) [    ] BlockStateChange BLOCK* processReport: from storage DS-dc6f2b69-22e2-412e-a9d5-6a4d109cea82 node DatanodeRegistration(127.0.0.1:57398, datanodeUuid=241696eb-8bc8-4ccc-8c90-e1ddfef855ea, infoPort=48683, infoSecurePort=0, ipcPort=33635, storageInfo=lv=-56;cid=testClusterID;nsid=1605013400;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 3855745 INFO  (IPC Server handler 2 on 35983) [    ] BlockStateChange BLOCK* processReport: from storage DS-8f9c6080-e412-4906-a699-57e92a5f1461 node DatanodeRegistration(127.0.0.1:57398, datanodeUuid=241696eb-8bc8-4ccc-8c90-e1ddfef855ea, infoPort=48683, infoSecurePort=0, ipcPort=33635, storageInfo=lv=-56;cid=testClusterID;nsid=1605013400;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 3855837 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3855837 INFO  (Thread-102448) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3855837 INFO  (Thread-102448) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3855850 ERROR (Thread-102448) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3855937 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.ZkTestServer start zk server on port:57543
   [junit4]   2> 3855952 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3855955 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3855956 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3855958 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3855960 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3855962 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3855964 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3855967 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3855969 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3855972 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3855975 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3856091 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/control-001/cores/collection1
   [junit4]   2> 3856092 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3856094 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@627fc5ef{/,null,AVAILABLE}
   [junit4]   2> 3856094 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7473f450{HTTP/1.1,[http/1.1]}{127.0.0.1:44605}
   [junit4]   2> 3856095 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.Server Started @3859250ms
   [junit4]   2> 3856095 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:35983/hdfs__localhost_35983__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001_tempDir-002_control_data, hostContext=/, hostPort=44605, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/control-001/cores}
   [junit4]   2> 3856095 ERROR (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3856095 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 3856096 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3856096 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3856096 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-12T00:28:13.761Z
   [junit4]   2> 3856098 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3856098 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/control-001/solr.xml
   [junit4]   2> 3856104 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3856105 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57543/solr
   [junit4]   2> 3856128 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:44605_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3856128 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:44605_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44605_
   [junit4]   2> 3856129 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:44605_    ] o.a.s.c.Overseer Overseer (id=98122287907405828-127.0.0.1:44605_-n_0000000000) starting
   [junit4]   2> 3856137 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:44605_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44605_
   [junit4]   2> 3856142 INFO  (zkCallback-28284-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3856187 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:44605_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/control-001/cores
   [junit4]   2> 3856187 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:44605_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3856188 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3856191 INFO  (OverseerStateUpdate-98122287907405828-127.0.0.1:44605_-n_0000000000) [n:127.0.0.1:44605_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3857205 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 3857221 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3857347 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3857359 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 3857359 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35983/solr_hdfs_home
   [junit4]   2> 3857359 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3857359 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3857360 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/control-001/cores/collection1], dataDir=[hdfs://localhost:35983/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 3857360 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7afce5ff
   [junit4]   2> 3857360 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35983/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
   [junit4]   2> 3857369 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3857369 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3857369 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3857381 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3857381 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35983/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 3857400 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35983/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 3857408 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3857408 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3857408 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3857415 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3857416 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=98.4326171875, floorSegmentMB=1.916015625, forceMergeDeletesPctAllowed=18.658784567095566, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4029730101215606
   [junit4]   2> 3857430 INFO  (IPC Server handler 5 on 35983) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54144 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-8f9c6080-e412-4906-a699-57e92a5f1461:NORMAL:127.0.0.1:57398|RBW], ReplicaUC[[DISK]DS-6d1e0b35-9cd2-419c-999e-255174bdcd16:NORMAL:127.0.0.1:54144|RBW]]} size 0
   [junit4]   2> 3857431 INFO  (IPC Server handler 9 on 35983) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57398 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-8f9c6080-e412-4906-a699-57e92a5f1461:NORMAL:127.0.0.1:57398|RBW], ReplicaUC[[DISK]DS-6d1e0b35-9cd2-419c-999e-255174bdcd16:NORMAL:127.0.0.1:54144|RBW]]} size 0
   [junit4]   2> 3857439 WARN  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3857490 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3857490 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3857490 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 3857502 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3857502 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3857503 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.25059120443086746]
   [junit4]   2> 3857507 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@505fce15[collection1] main]
   [junit4]   2> 3857508 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3857509 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3857509 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3857511 INFO  (searcherExecutor-13361-thread-1-processing-n:127.0.0.1:44605_ x:collection1 c:control_collection) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@505fce15[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3857512 INFO  (coreLoadExecutor-13360-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569956608267517952
   [junit4]   2> 3857518 INFO  (coreZkRegister-13353-thread-1-processing-n:127.0.0.1:44605_ x:collection1 c:control_collection) [n:127.0.0.1:44605_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3857518 INFO  (coreZkRegister-13353-thread-1-processing-n:127.0.0.1:44605_ x:collection1 c:control_collection) [n:127.0.0.1:44605_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3857518 INFO  (coreZkRegister-13353-thread-1-processing-n:127.0.0.1:44605_ x:collection1 c:control_collection) [n:127.0.0.1:44605_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44605/collection1/
   [junit4]   2> 3857518 INFO  (coreZkRegister-13353-thread-1-processing-n:127.0.0.1:44605_ x:collection1 c:control_collection) [n:127.0.0.1:44605_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3857518 INFO  (coreZkRegister-13353-thread-1-processing-n:127.0.0.1:44605_ x:collection1 c:control_collection) [n:127.0.0.1:44605_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:44605/collection1/ has no replicas
   [junit4]   2> 3857518 INFO  (coreZkRegister-13353-thread-1-processing-n:127.0.0.1:44605_ x:collection1 c:control_collection) [n:127.0.0.1:44605_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3857522 INFO  (coreZkRegister-13353-thread-1-processing-n:127.0.0.1:44605_ x:collection1 c:control_collection) [n:127.0.0.1:44605_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44605/collection1/ shard1
   [junit4]   2> 3857673 INFO  (coreZkRegister-13353-thread-1-processing-n:127.0.0.1:44605_ x:collection1 c:control_collection) [n:127.0.0.1:44605_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3857700 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3857701 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57543/solr ready
   [junit4]   2> 3857701 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3857811 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-1-001/cores/collection1
   [junit4]   2> 3857812 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-1-001
   [junit4]   2> 3857814 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3857816 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46d49a14{/,null,AVAILABLE}
   [junit4]   2> 3857816 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@47ddc0cd{HTTP/1.1,[http/1.1]}{127.0.0.1:59656}
   [junit4]   2> 3857817 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.Server Started @3860973ms
   [junit4]   2> 3857817 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:35983/hdfs__localhost_35983__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=59656, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-1-001/cores}
   [junit4]   2> 3857817 ERROR (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3857818 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 3857818 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3857818 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3857818 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-12T00:28:15.483Z
   [junit4]   2> 3857820 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3857821 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-1-001/solr.xml
   [junit4]   2> 3857827 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3857828 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57543/solr
   [junit4]   2> 3857837 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:59656_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3857840 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:59656_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3857842 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:59656_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59656_
   [junit4]   2> 3857843 INFO  (zkCallback-28288-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3857843 INFO  (zkCallback-28293-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3857843 INFO  (zkCallback-28284-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3857966 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:59656_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-1-001/cores
   [junit4]   2> 3857966 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:59656_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3857967 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3857969 INFO  (OverseerStateUpdate-98122287907405828-127.0.0.1:44605_-n_0000000000) [n:127.0.0.1:44605_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3858994 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 3859010 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3859138 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3859151 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 3859151 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35983/solr_hdfs_home
   [junit4]   2> 3859151 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3859151 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3859151 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:35983/solr_hdfs_home/collection1/core_node1/data/]
   [junit4]   2> 3859152 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7afce5ff
   [junit4]   2> 3859152 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35983/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
   [junit4]   2> 3859161 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3859161 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3859161 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3859168 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3859168 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35983/solr_hdfs_home/collection1/core_node1/data
   [junit4]   2> 3859185 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35983/solr_hdfs_home/collection1/core_node1/data/index
   [junit4]   2> 3859193 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3859193 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3859193 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3859201 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3859201 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=98.4326171875, floorSegmentMB=1.916015625, forceMergeDeletesPctAllowed=18.658784567095566, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4029730101215606
   [junit4]   2> 3859212 INFO  (IPC Server handler 3 on 35983) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57398 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6d1e0b35-9cd2-419c-999e-255174bdcd16:NORMAL:127.0.0.1:54144|RBW], ReplicaUC[[DISK]DS-dc6f2b69-22e2-412e-a9d5-6a4d109cea82:NORMAL:127.0.0.1:57398|RBW]]} size 0
   [junit4]   2> 3859213 INFO  (IPC Server handler 4 on 35983) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54144 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-dc6f2b69-22e2-412e-a9d5-6a4d109cea82:NORMAL:127.0.0.1:57398|RBW], ReplicaUC[[DISK]DS-0df132d6-4bad-4a5a-a167-6ee6c7a1803e:NORMAL:127.0.0.1:54144|FINALIZED]]} size 0
   [junit4]   2> 3859220 WARN  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3859265 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3859266 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3859266 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 3859277 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3859277 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3859280 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.25059120443086746]
   [junit4]   2> 3859284 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6aa9f917[collection1] main]
   [junit4]   2> 3859285 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3859285 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3859285 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3859287 INFO  (searcherExecutor-13372-thread-1-processing-n:127.0.0.1:59656_ x:collection1 c:collection1) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6aa9f917[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3859289 INFO  (coreLoadExecutor-13371-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569956610130837504
   [junit4]   2> 3859295 INFO  (coreZkRegister-13366-thread-1-processing-n:127.0.0.1:59656_ x:collection1 c:collection1) [n:127.0.0.1:59656_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3859295 INFO  (coreZkRegister-13366-thread-1-processing-n:127.0.0.1:59656_ x:collection1 c:collection1) [n:127.0.0.1:59656_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3859295 INFO  (coreZkRegister-13366-thread-1-processing-n:127.0.0.1:59656_ x:collection1 c:collection1) [n:127.0.0.1:59656_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59656/collection1/
   [junit4]   2> 3859295 INFO  (coreZkRegister-13366-thread-1-processing-n:127.0.0.1:59656_ x:collection1 c:collection1) [n:127.0.0.1:59656_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3859295 INFO  (coreZkRegister-13366-thread-1-processing-n:127.0.0.1:59656_ x:collection1 c:collection1) [n:127.0.0.1:59656_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:59656/collection1/ has no replicas
   [junit4]   2> 3859296 INFO  (coreZkRegister-13366-thread-1-processing-n:127.0.0.1:59656_ x:collection1 c:collection1) [n:127.0.0.1:59656_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3859299 INFO  (coreZkRegister-13366-thread-1-processing-n:127.0.0.1:59656_ x:collection1 c:collection1) [n:127.0.0.1:59656_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59656/collection1/ shard1
   [junit4]   2> 3859450 INFO  (coreZkRegister-13366-thread-1-processing-n:127.0.0.1:59656_ x:collection1 c:collection1) [n:127.0.0.1:59656_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3859599 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-2-001/cores/collection1
   [junit4]   2> 3859599 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-2-001
   [junit4]   2> 3859600 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3859602 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11074f4f{/,null,AVAILABLE}
   [junit4]   2> 3859602 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@62f7cd31{HTTP/1.1,[http/1.1]}{127.0.0.1:44092}
   [junit4]   2> 3859603 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.Server Started @3862758ms
   [junit4]   2> 3859603 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:35983/hdfs__localhost_35983__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=44092, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-2-001/cores}
   [junit4]   2> 3859604 ERROR (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3859604 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 3859604 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3859604 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3859604 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-12T00:28:17.269Z
   [junit4]   2> 3859606 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3859606 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-2-001/solr.xml
   [junit4]   2> 3859613 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3859614 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57543/solr
   [junit4]   2> 3859622 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:44092_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3859625 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:44092_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3859627 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:44092_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44092_
   [junit4]   2> 3859629 INFO  (zkCallback-28293-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3859629 INFO  (zkCallback-28288-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3859629 INFO  (zkCallback-28284-thread-1-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3859629 INFO  (zkCallback-28299-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3859699 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:44092_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-2-001/cores
   [junit4]   2> 3859699 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:44092_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3859699 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3859701 INFO  (OverseerStateUpdate-98122287907405828-127.0.0.1:44605_-n_0000000000) [n:127.0.0.1:44605_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3860729 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 3860745 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3860866 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3860880 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 3860881 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35983/solr_hdfs_home
   [junit4]   2> 3860881 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3860881 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3860881 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:35983/solr_hdfs_home/collection1/core_node2/data/]
   [junit4]   2> 3860881 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7afce5ff
   [junit4]   2> 3860881 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35983/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
   [junit4]   2> 3860890 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3860890 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3860891 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3860897 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3860897 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35983/solr_hdfs_home/collection1/core_node2/data
   [junit4]   2> 3860916 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35983/solr_hdfs_home/collection1/core_node2/data/index
   [junit4]   2> 3860925 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3860926 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3860926 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3860932 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3860933 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=98.4326171875, floorSegmentMB=1.916015625, forceMergeDeletesPctAllowed=18.658784567095566, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4029730101215606
   [junit4]   2> 3860940 INFO  (IPC Server handler 2 on 35983) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57398 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6d1e0b35-9cd2-419c-999e-255174bdcd16:NORMAL:127.0.0.1:54144|RBW], ReplicaUC[[DISK]DS-8f9c6080-e412-4906-a699-57e92a5f1461:NORMAL:127.0.0.1:57398|RBW]]} size 0
   [junit4]   2> 3860940 INFO  (IPC Server handler 3 on 35983) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54144 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6d1e0b35-9cd2-419c-999e-255174bdcd16:NORMAL:127.0.0.1:54144|RBW], ReplicaUC[[DISK]DS-8f9c6080-e412-4906-a699-57e92a5f1461:NORMAL:127.0.0.1:57398|RBW]]} size 0
   [junit4]   2> 3860948 WARN  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3860993 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3860993 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3860993 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 3861005 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3861005 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3861008 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.25059120443086746]
   [junit4]   2> 3861011 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7eeca48e[collection1] main]
   [junit4]   2> 3861012 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3861013 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3861013 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3861015 INFO  (searcherExecutor-13383-thread-1-processing-n:127.0.0.1:44092_ x:collection1 c:collection1) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7eeca48e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3861017 INFO  (coreLoadExecutor-13382-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569956611941728256
   [junit4]   2> 3861021 INFO  (coreZkRegister-13377-thread-1-processing-n:127.0.0.1:44092_ x:collection1 c:collection1) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 3861021 INFO  (updateExecutor-28296-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 3861021 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 3861022 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 3861023 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 3861023 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 3861023 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:59656/collection1/] and I am [http://127.0.0.1:44092/collection1/]
   [junit4]   2> 3861027 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:59656]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:44092_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 3861029 INFO  (qtp307322832-209369) [n:127.0.0.1:59656_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 3861030 INFO  (qtp307322832-209369) [n:127.0.0.1:59656_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 3861030 INFO  (qtp307322832-209369) [n:127.0.0.1:59656_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:44092_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:44092","node_name":"127.0.0.1:44092_","state":"down"}
   [junit4]   2> 3861344 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-3-001/cores/collection1
   [junit4]   2> 3861345 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-3-001
   [junit4]   2> 3861346 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3861348 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@484ea892{/,null,AVAILABLE}
   [junit4]   2> 3861348 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@11a74cb2{HTTP/1.1,[http/1.1]}{127.0.0.1:36230}
   [junit4]   2> 3861349 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.e.j.s.Server Started @3864504ms
   [junit4]   2> 3861349 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:35983/hdfs__localhost_35983__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=36230, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-3-001/cores}
   [junit4]   2> 3861350 ERROR (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3861350 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 3861350 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3861350 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3861350 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-12T00:28:19.015Z
   [junit4]   2> 3861353 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3861353 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-3-001/solr.xml
   [junit4]   2> 3861359 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3861360 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57543/solr
   [junit4]   2> 3861369 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:36230_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3861372 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:36230_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3861374 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:36230_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36230_
   [junit4]   2> 3861375 INFO  (zkCallback-28288-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3861376 INFO  (zkCallback-28299-thread-1-processing-n:127.0.0.1:44092_) [n:127.0.0.1:44092_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3861376 INFO  (zkCallback-28293-thread-1-processing-n:127.0.0.1:59656_) [n:127.0.0.1:59656_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3861376 INFO  (zkCallback-28284-thread-2-processing-n:127.0.0.1:44605_) [n:127.0.0.1:44605_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3861376 INFO  (zkCallback-28306-thread-1-processing-n:127.0.0.1:36230_) [n:127.0.0.1:36230_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3861451 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:36230_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7EF4830BE70CAC1A-001/shard-3-001/cores
   [junit4]   2> 3861451 INFO  (TEST-StressHdfsTest.test-seed#[7EF4830BE70CAC1A]) [n:127.0.0.1:36230_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3861451 INFO  (coreLoadExecutor-13393-thread-1-processing-n:127.0.0.1:36230_) [n:127.0.0.1:36230_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3861453 INFO  (OverseerStateUpdate-98122287907405828-127.0.0.1:44605_-n_0000000000) [n:127.0.0.1:44605_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3862030 INFO  (qtp307322832-209369) [n:127.0.0.1:59656_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:44092_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","dataDir":"hdfs://localhost:35983/solr_hdfs_home/collection1/core_node2/data/","base_url":"http://127.0.0.1:44092","node_name":"127.0.0.1:44092_","state":"recovering","ulogDir":"hdfs://localhost:35983/solr_hdfs_home/collection1/core_node2/data/tlog"}
   [junit4]   2> 3862030 INFO  (qtp307322832-209369) [n:127.0.0.1:59656_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 3862030 INFO  (qtp307322832-209369) [n:127.0.0.1:59656_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:44092_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
   [junit4]   2> 3862467 INFO  (coreLoadExecutor-13393-thread-1-processing-n:127.0.0.1:36230_) [n:127.0.0.1:36230_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 3862483 INFO  (coreLoadExecutor-13393-thread-1-processing-n:127.0.0.1:36230_) [n:127.0.0.1:36230_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3862531 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:59656/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 3862531 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:44092 START replicas=[http://127.0.0.1:59656/collection1/] nUpdates=100
   [junit4]   2> 3862534 INFO  (qtp307322832-209367) [n:127.0.0.1:59656_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 3862535 INFO  (qtp307322832-209367) [n:127.0.0.1:59656_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3862538 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:3.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 3862538 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 3862539 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3862539 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 3862539 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3862539 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 3862539 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 3862539 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 3862539 INFO  (recoveryExecutor-28297-thread-1-processing-n:127.0.0.1:44092_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44092_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 3862634 INFO  (coreLoadExecutor-13393-thread-1-processing-n:127.0.0.1:36230_) [n:127.0.0.1:36230_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3862658 INFO  (coreLoadExecutor-13393-thread-1-processing-n:127.0.0.1:36230_) [n:127.0.0.1:36230_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 3862659 INFO  (coreLoadExecutor-13393-thread-1-processing-n:127.0.0.1:36230_

[...truncated too long message...]

it4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
   [junit4]    > 	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
   [junit4]    > 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
   [junit4]    > 	... 54 more
   [junit4]   2> 4969612 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[7EF4830BE70CAC1A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4969613 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[7EF4830BE70CAC1A]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1768631996
   [junit4]   2> 4969613 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[7EF4830BE70CAC1A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 4969614 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[7EF4830BE70CAC1A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 4969615 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[7EF4830BE70CAC1A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 4969616 INFO  (coreCloseExecutor-15013-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@15cdca94
   [junit4]   2> 4969653 INFO  (coreCloseExecutor-15013-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_7EF4830BE70CAC1A-001
   [junit4]   2> Jun 12, 2017 12:46:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=zh-HK, timezone=Asia/Anadyr
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=186662360,total=535298048
   [junit4]   2> NOTE: All tests run in this JVM: [TestPerFieldSimilarityWithDefaultOverride, DocValuesMultiTest, DeleteShardTest, TestConfigSetsAPIZkFailure, CdcrVersionReplicationTest, TestConfig, DistributedFacetPivotWhiteBoxTest, TestExportWriter, SolrJmxReporterTest, SmileWriterTest, TestNRTOpen, TestJavabinTupleStreamParser, SpellPossibilityIteratorTest, TermVectorComponentDistributedTest, FieldAnalysisRequestHandlerTest, TestFieldResource, CircularListTest, CloudMLTQParserTest, DOMUtilTest, TestCollectionAPI, SolrTestCaseJ4Test, TestRequestStatusCollectionAPI, XmlUpdateRequestHandlerTest, CollectionTooManyReplicasTest, TestFieldCacheSortRandom, GraphQueryTest, TestStressInPlaceUpdates, ActionThrottleTest, TestTestInjection, TestTolerantUpdateProcessorRandomCloud, CheckHdfsIndexTest, RulesTest, CursorMarkTest, TestSubQueryTransformer, TestTrieFacet, TestMaxScoreQueryParser, PreAnalyzedUpdateProcessorTest, SolrCoreMetricManagerTest, NoCacheHeaderTest, BlockJoinFacetDistribTest, TestDistributedMissingSort, TestIndexingPerformance, LukeRequestHandlerTest, TestImplicitCoreProperties, BlockDirectoryTest, TestRestoreCore, TestCoreDiscovery, TestFreeTextSuggestions, TestGraphTermsQParserPlugin, HardAutoCommitTest, BasicDistributedZk2Test, SolrCoreCheckLockOnStartupTest, ShardSplitTest, HLLUtilTest, DirectUpdateHandlerOptimizeTest, TestSolrQueryParser, BinaryUpdateRequestHandlerTest, JSONWriterTest, FieldMutatingUpdateProcessorTest, TestStressReorder, TestDFISimilarityFactory, TestCollationFieldDocValues, TestOrdValues, TestSchemaNameResource, TestDynamicFieldCollectionResource, TestAnalyzedSuggestions, PKIAuthenticationIntegrationTest, TestMacroExpander, TestTolerantSearch, ZkStateWriterTest, OpenExchangeRatesOrgProviderTest, TestNoOpRegenerator, PreAnalyzedFieldManagedSchemaCloudTest, UpdateParamsTest, TestImpersonationWithHadoopAuth, SolrXmlInZkTest, CachingDirectoryFactoryTest, CloudExitableDirectoryReaderTest, TestIndexSearcher, PeerSyncReplicationTest, TestSolrJ, TestHdfsCloudBackupRestore, DistributedVersionInfoTest, TestSchemaVersionResource, TestCorePropertiesReload, DocValuesMissingTest, TestMiniSolrCloudCluster, TestRecovery, TestSchemaManager, TestLRUStatsCache, DebugComponentTest, TestSort, TestJmxMonitoredMap, VMParamsZkACLAndCredentialsProvidersTest, ReplaceNodeTest, TestSolrCloudWithKerberosAlt, TestCloudPseudoReturnFields, TestPhraseSuggestions, DirectoryFactoryTest, TestDistribDocBasedVersion, OverriddenZkACLAndCredentialsProvidersTest, TestLegacyFieldCache, TestSolrDeletionPolicy1, DistributedFacetPivotLongTailTest, QueryResultKeyTest, TestOnReconnectListenerSupport, TestCollapseQParserPlugin, TestBinaryField, ExplicitHLLTest, SOLR749Test, OverseerRolesTest, TestUninvertingReader, HdfsLockFactoryTest, LeaderFailureAfterFreshStartTest, BigEndianAscendingWordDeserializerTest, RankQueryTest, BasicDistributedZkTest, UnloadDistributedZkTest, OverseerTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, DistributedIntervalFacetingTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DeleteNodeTest, DistribCursorPagingTest, HttpPartitionTest, MoveReplicaTest, MultiThreadedOCPTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudPivotFacet, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica, TestMiniSolrCloudClusterSSL, TestReplicaProperties, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsSyncSliceTest, StressHdfsTest, TestHdfsBackupRestoreCore, TestSystemCollAutoCreate, V2ApiIntegrationTest, TestApiFramework, TestCollectionAPIs, TestConfigsApi, TestCoreAdminApis, DistributedExpandComponentTest, DistributedQueryComponentCustomSortTest, InfixSuggestersTest, TestExpandComponent, TestHttpShardHandlerFactory, TestTrackingShardHandlerFactory, TestCopyFieldCollectionResource, TestFieldCollectionResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaSimilarityResource, TestSolrQueryParserResource, TestManagedSynonymFilterFactory, ChangedSchemaMergeTest, DateRangeFieldTest, SpatialRPTFieldTypeTest, TestCloudManagedSchema, TestManagedSchemaAPI, TestUseDocValuesAsStored2, AnalyticsMergeStrategyTest, TestComplexPhraseQParserPlugin, TestCustomSort, TestOverriddenPrefixQueryForCustomFieldType, TestPayloadCheckQParserPlugin, TestPayloadScoreQParserPlugin, TestQueryWrapperFilter, TestRandomCollapseQParserPlugin, TestFieldCache, TestFieldCacheReopen, TestFieldCacheSanityChecker, TestFieldCacheSort, AddBlockUpdateTest, CdcrUpdateLogTest, PeerSyncWithIndexFingerprintCachingTest, SolrIndexMetricsTest, TestDocBasedVersionConstraints, TestExceedMaxTermLength, TestInPlaceUpdatesDistrib]
   [junit4] Completed [715/715 (2!)] on J2 in 756.81s, 1 test, 1 error <<< FAILURES!

[...truncated 43436 lines...]

[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 367 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/367/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:51723

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:51723
	at __randomizedtesting.SeedInfo.seed([3531B02B79E0B1B4:BD658FF1D71CDC4C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:623)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:477)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:407)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
	... 51 more




Build Log:
[...truncated 11989 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/init-core-data-001
   [junit4]   2> 760701 WARN  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 760701 INFO  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 760704 INFO  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 760704 INFO  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 760782 WARN  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 760805 WARN  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 760808 INFO  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 760838 INFO  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_58150_hdfs____at8l2r/webapp
   [junit4]   2> 761263 INFO  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58150
   [junit4]   2> 761453 WARN  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 761454 INFO  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 761482 INFO  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_52413_datanode____oewg00/webapp
   [junit4]   2> 762189 INFO  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52413
   [junit4]   2> 762245 WARN  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 762246 INFO  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 762262 INFO  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60404_datanode____.3u97tn/webapp
   [junit4]   2> 762360 INFO  (IPC Server handler 3 on 40142) [    ] BlockStateChange BLOCK* processReport: from storage DS-308c8e3a-0af2-481b-9eeb-420d330ffeab node DatanodeRegistration(127.0.0.1:54611, datanodeUuid=86eaabeb-e1b1-4ba9-a930-806276ff60c4, infoPort=41939, infoSecurePort=0, ipcPort=58284, storageInfo=lv=-56;cid=testClusterID;nsid=1173970763;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 762361 INFO  (IPC Server handler 3 on 40142) [    ] BlockStateChange BLOCK* processReport: from storage DS-76a51a6e-4058-4bba-9041-81d141ca2c2d node DatanodeRegistration(127.0.0.1:54611, datanodeUuid=86eaabeb-e1b1-4ba9-a930-806276ff60c4, infoPort=41939, infoSecurePort=0, ipcPort=58284, storageInfo=lv=-56;cid=testClusterID;nsid=1173970763;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 762755 INFO  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60404
   [junit4]   2> 763012 INFO  (IPC Server handler 5 on 40142) [    ] BlockStateChange BLOCK* processReport: from storage DS-7ef2b07b-693e-4c73-860f-e4e7f3a1aa3b node DatanodeRegistration(127.0.0.1:38092, datanodeUuid=daeebff5-13f3-4131-ab6d-2c62946773bc, infoPort=36673, infoSecurePort=0, ipcPort=44470, storageInfo=lv=-56;cid=testClusterID;nsid=1173970763;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 763012 INFO  (IPC Server handler 5 on 40142) [    ] BlockStateChange BLOCK* processReport: from storage DS-2e7827eb-ab45-4dca-b444-8b82af11d5d8 node DatanodeRegistration(127.0.0.1:38092, datanodeUuid=daeebff5-13f3-4131-ab6d-2c62946773bc, infoPort=36673, infoSecurePort=0, ipcPort=44470, storageInfo=lv=-56;cid=testClusterID;nsid=1173970763;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 763154 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 763155 INFO  (Thread-2389) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 763155 INFO  (Thread-2389) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 763161 ERROR (Thread-2389) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 763254 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.ZkTestServer start zk server on port:38291
   [junit4]   2> 763269 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 763271 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 763273 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 763274 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 763275 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 763277 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 763278 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 763280 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 763283 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 763289 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 763291 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 763403 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/control-001/cores/collection1
   [junit4]   2> 763405 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 763406 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24eb264{/,null,AVAILABLE}
   [junit4]   2> 763407 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@72fd3ae8{HTTP/1.1,[http/1.1]}{127.0.0.1:60555}
   [junit4]   2> 763407 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.Server Started @766445ms
   [junit4]   2> 763407 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40142/hdfs__localhost_40142__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001_tempDir-002_control_data, hostContext=/, hostPort=60555, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/control-001/cores}
   [junit4]   2> 763407 ERROR (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 763407 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.7.0
   [junit4]   2> 763407 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 763407 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 763407 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-10T23:21:46.045Z
   [junit4]   2> 763420 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 763420 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/control-001/solr.xml
   [junit4]   2> 763427 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 763428 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38291/solr
   [junit4]   2> 763469 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:60555_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 763470 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:60555_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60555_
   [junit4]   2> 763475 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:60555_    ] o.a.s.c.Overseer Overseer (id=98116364258181124-127.0.0.1:60555_-n_0000000000) starting
   [junit4]   2> 763488 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:60555_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60555_
   [junit4]   2> 763502 INFO  (zkCallback-1266-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 763569 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:60555_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/control-001/cores
   [junit4]   2> 763569 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:60555_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 763570 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 763575 INFO  (OverseerStateUpdate-98116364258181124-127.0.0.1:60555_-n_0000000000) [n:127.0.0.1:60555_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 764600 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 764624 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 764782 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 764809 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 764810 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40142/solr_hdfs_home
   [junit4]   2> 764810 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 764810 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 764810 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/control-001/cores/collection1], dataDir=[hdfs://localhost:40142/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 764810 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2254e2
   [junit4]   2> 764810 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40142/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
   [junit4]   2> 764819 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 764819 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 764819 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 764833 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 764834 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40142/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 764870 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40142/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 764880 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 764881 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 764881 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 764894 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 764894 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=74.70703125, floorSegmentMB=1.3876953125, forceMergeDeletesPctAllowed=12.7689070004221, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1777327330543834
   [junit4]   2> 764970 INFO  (IPC Server handler 9 on 40142) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54611 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2e7827eb-ab45-4dca-b444-8b82af11d5d8:NORMAL:127.0.0.1:38092|RBW], ReplicaUC[[DISK]DS-76a51a6e-4058-4bba-9041-81d141ca2c2d:NORMAL:127.0.0.1:54611|RBW]]} size 0
   [junit4]   2> 764972 INFO  (IPC Server handler 1 on 40142) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38092 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-76a51a6e-4058-4bba-9041-81d141ca2c2d:NORMAL:127.0.0.1:54611|RBW], ReplicaUC[[DISK]DS-7ef2b07b-693e-4c73-860f-e4e7f3a1aa3b:NORMAL:127.0.0.1:38092|FINALIZED]]} size 0
   [junit4]   2> 765000 WARN  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 765142 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 765142 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 765142 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 765155 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 765155 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 765162 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=69.03125, floorSegmentMB=1.478515625, forceMergeDeletesPctAllowed=19.904408526357635, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 765193 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5df54d1e[collection1] main]
   [junit4]   2> 765194 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 765195 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 765195 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 765196 INFO  (searcherExecutor-3052-thread-1-processing-n:127.0.0.1:60555_ x:collection1 c:control_collection) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5df54d1e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 765199 INFO  (coreLoadExecutor-3051-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569861830272090112
   [junit4]   2> 765229 INFO  (coreZkRegister-3044-thread-1-processing-n:127.0.0.1:60555_ x:collection1 c:control_collection) [n:127.0.0.1:60555_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 765230 INFO  (coreZkRegister-3044-thread-1-processing-n:127.0.0.1:60555_ x:collection1 c:control_collection) [n:127.0.0.1:60555_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 765230 INFO  (coreZkRegister-3044-thread-1-processing-n:127.0.0.1:60555_ x:collection1 c:control_collection) [n:127.0.0.1:60555_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60555/collection1/
   [junit4]   2> 765231 INFO  (coreZkRegister-3044-thread-1-processing-n:127.0.0.1:60555_ x:collection1 c:control_collection) [n:127.0.0.1:60555_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 765231 INFO  (coreZkRegister-3044-thread-1-processing-n:127.0.0.1:60555_ x:collection1 c:control_collection) [n:127.0.0.1:60555_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60555/collection1/ has no replicas
   [junit4]   2> 765231 INFO  (coreZkRegister-3044-thread-1-processing-n:127.0.0.1:60555_ x:collection1 c:control_collection) [n:127.0.0.1:60555_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 765236 INFO  (coreZkRegister-3044-thread-1-processing-n:127.0.0.1:60555_ x:collection1 c:control_collection) [n:127.0.0.1:60555_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60555/collection1/ shard1
   [junit4]   2> 765387 INFO  (coreZkRegister-3044-thread-1-processing-n:127.0.0.1:60555_ x:collection1 c:control_collection) [n:127.0.0.1:60555_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 765605 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 765608 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38291/solr ready
   [junit4]   2> 765608 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 765754 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-1-001/cores/collection1
   [junit4]   2> 765755 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-1-001
   [junit4]   2> 765757 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 765760 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36c99beb{/,null,AVAILABLE}
   [junit4]   2> 765760 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@22cc55db{HTTP/1.1,[http/1.1]}{127.0.0.1:54207}
   [junit4]   2> 765760 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.Server Started @768798ms
   [junit4]   2> 765760 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40142/hdfs__localhost_40142__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=54207, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-1-001/cores}
   [junit4]   2> 765761 ERROR (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 765769 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.7.0
   [junit4]   2> 765769 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 765769 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 765769 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-10T23:21:48.407Z
   [junit4]   2> 765775 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 765775 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-1-001/solr.xml
   [junit4]   2> 765783 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 765784 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38291/solr
   [junit4]   2> 765814 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:54207_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 765828 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:54207_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 765833 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:54207_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54207_
   [junit4]   2> 765836 INFO  (zkCallback-1270-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 765837 INFO  (zkCallback-1266-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 765838 INFO  (zkCallback-1275-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 765918 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:54207_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-1-001/cores
   [junit4]   2> 765918 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:54207_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 765919 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 765925 INFO  (OverseerStateUpdate-98116364258181124-127.0.0.1:60555_-n_0000000000) [n:127.0.0.1:60555_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 766951 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 766979 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 767138 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 767165 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 767166 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40142/solr_hdfs_home
   [junit4]   2> 767166 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 767166 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 767167 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:40142/solr_hdfs_home/collection1/core_node1/data/]
   [junit4]   2> 767168 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2254e2
   [junit4]   2> 767168 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40142/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
   [junit4]   2> 767183 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 767183 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 767184 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 767213 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 767216 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40142/solr_hdfs_home/collection1/core_node1/data
   [junit4]   2> 767257 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40142/solr_hdfs_home/collection1/core_node1/data/index
   [junit4]   2> 767269 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 767269 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 767269 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 767281 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 767282 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=74.70703125, floorSegmentMB=1.3876953125, forceMergeDeletesPctAllowed=12.7689070004221, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1777327330543834
   [junit4]   2> 767344 INFO  (IPC Server handler 4 on 40142) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38092 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-308c8e3a-0af2-481b-9eeb-420d330ffeab:NORMAL:127.0.0.1:54611|RBW], ReplicaUC[[DISK]DS-2e7827eb-ab45-4dca-b444-8b82af11d5d8:NORMAL:127.0.0.1:38092|FINALIZED]]} size 0
   [junit4]   2> 767347 INFO  (IPC Server handler 5 on 40142) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54611 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-308c8e3a-0af2-481b-9eeb-420d330ffeab:NORMAL:127.0.0.1:54611|RBW], ReplicaUC[[DISK]DS-2e7827eb-ab45-4dca-b444-8b82af11d5d8:NORMAL:127.0.0.1:38092|FINALIZED]]} size 0
   [junit4]   2> 767403 WARN  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 767544 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 767544 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 767544 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 767560 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 767560 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 767564 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=69.03125, floorSegmentMB=1.478515625, forceMergeDeletesPctAllowed=19.904408526357635, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 767592 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@40ca1c55[collection1] main]
   [junit4]   2> 767594 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 767594 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 767598 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 767601 INFO  (searcherExecutor-3063-thread-1-processing-n:127.0.0.1:54207_ x:collection1 c:collection1) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@40ca1c55[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 767615 INFO  (coreLoadExecutor-3062-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569861832805449728
   [junit4]   2> 767647 INFO  (coreZkRegister-3057-thread-1-processing-n:127.0.0.1:54207_ x:collection1 c:collection1) [n:127.0.0.1:54207_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 767647 INFO  (coreZkRegister-3057-thread-1-processing-n:127.0.0.1:54207_ x:collection1 c:collection1) [n:127.0.0.1:54207_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 767647 INFO  (coreZkRegister-3057-thread-1-processing-n:127.0.0.1:54207_ x:collection1 c:collection1) [n:127.0.0.1:54207_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54207/collection1/
   [junit4]   2> 767647 INFO  (coreZkRegister-3057-thread-1-processing-n:127.0.0.1:54207_ x:collection1 c:collection1) [n:127.0.0.1:54207_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 767647 INFO  (coreZkRegister-3057-thread-1-processing-n:127.0.0.1:54207_ x:collection1 c:collection1) [n:127.0.0.1:54207_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:54207/collection1/ has no replicas
   [junit4]   2> 767647 INFO  (coreZkRegister-3057-thread-1-processing-n:127.0.0.1:54207_ x:collection1 c:collection1) [n:127.0.0.1:54207_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 767657 INFO  (coreZkRegister-3057-thread-1-processing-n:127.0.0.1:54207_ x:collection1 c:collection1) [n:127.0.0.1:54207_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54207/collection1/ shard1
   [junit4]   2> 767762 INFO  (coreZkRegister-3057-thread-1-processing-n:127.0.0.1:54207_ x:collection1 c:collection1) [n:127.0.0.1:54207_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 768061 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-2-001/cores/collection1
   [junit4]   2> 768062 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-2-001
   [junit4]   2> 768063 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 768064 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5bf8fbe5{/,null,AVAILABLE}
   [junit4]   2> 768065 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@23cf9638{HTTP/1.1,[http/1.1]}{127.0.0.1:34386}
   [junit4]   2> 768065 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.Server Started @771102ms
   [junit4]   2> 768065 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40142/hdfs__localhost_40142__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=34386, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-2-001/cores}
   [junit4]   2> 768065 ERROR (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 768069 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.7.0
   [junit4]   2> 768069 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 768069 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 768069 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-10T23:21:50.707Z
   [junit4]   2> 768081 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 768081 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-2-001/solr.xml
   [junit4]   2> 768088 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 768092 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38291/solr
   [junit4]   2> 768134 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:34386_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 768136 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:34386_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 768138 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:34386_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34386_
   [junit4]   2> 768141 INFO  (zkCallback-1270-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 768141 INFO  (zkCallback-1275-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 768145 INFO  (zkCallback-1266-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 768145 INFO  (zkCallback-1281-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 768284 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:34386_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-2-001/cores
   [junit4]   2> 768284 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:34386_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 768289 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 768291 INFO  (OverseerStateUpdate-98116364258181124-127.0.0.1:60555_-n_0000000000) [n:127.0.0.1:60555_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 769346 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 769367 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 769561 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 769584 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 769585 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40142/solr_hdfs_home
   [junit4]   2> 769585 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 769585 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 769585 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:40142/solr_hdfs_home/collection1/core_node2/data/]
   [junit4]   2> 769585 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2254e2
   [junit4]   2> 769585 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40142/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
   [junit4]   2> 769597 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 769597 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 769597 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 769617 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 769618 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40142/solr_hdfs_home/collection1/core_node2/data
   [junit4]   2> 769643 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40142/solr_hdfs_home/collection1/core_node2/data/index
   [junit4]   2> 769653 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 769653 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 769653 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 769665 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 769666 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=74.70703125, floorSegmentMB=1.3876953125, forceMergeDeletesPctAllowed=12.7689070004221, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1777327330543834
   [junit4]   2> 769730 INFO  (IPC Server handler 1 on 40142) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54611 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2e7827eb-ab45-4dca-b444-8b82af11d5d8:NORMAL:127.0.0.1:38092|RBW], ReplicaUC[[DISK]DS-76a51a6e-4058-4bba-9041-81d141ca2c2d:NORMAL:127.0.0.1:54611|RBW]]} size 0
   [junit4]   2> 769731 INFO  (IPC Server handler 0 on 40142) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38092 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-76a51a6e-4058-4bba-9041-81d141ca2c2d:NORMAL:127.0.0.1:54611|RBW], ReplicaUC[[DISK]DS-7ef2b07b-693e-4c73-860f-e4e7f3a1aa3b:NORMAL:127.0.0.1:38092|FINALIZED]]} size 0
   [junit4]   2> 769759 WARN  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 769870 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 769870 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 769870 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 769897 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 769897 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 769922 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=69.03125, floorSegmentMB=1.478515625, forceMergeDeletesPctAllowed=19.904408526357635, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 769939 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@25834241[collection1] main]
   [junit4]   2> 769944 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 769946 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 769946 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 769963 INFO  (searcherExecutor-3074-thread-1-processing-n:127.0.0.1:34386_ x:collection1 c:collection1) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@25834241[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 769982 INFO  (coreLoadExecutor-3073-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569861835287429120
   [junit4]   2> 769992 INFO  (coreZkRegister-3068-thread-1-processing-n:127.0.0.1:34386_ x:collection1 c:collection1) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 769992 INFO  (updateExecutor-1278-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 769993 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 769994 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 769994 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 769994 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 769994 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:54207/collection1/] and I am [http://127.0.0.1:34386/collection1/]
   [junit4]   2> 769999 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:54207]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:34386_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 770040 INFO  (qtp1855766365-8317) [n:127.0.0.1:54207_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 770041 INFO  (qtp1855766365-8317) [n:127.0.0.1:54207_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 770041 INFO  (qtp1855766365-8317) [n:127.0.0.1:54207_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:34386_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:34386","node_name":"127.0.0.1:34386_","state":"down"}
   [junit4]   2> 770458 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-3-001/cores/collection1
   [junit4]   2> 770459 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-3-001
   [junit4]   2> 770460 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 770465 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@725d40ea{/,null,AVAILABLE}
   [junit4]   2> 770465 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@70a17786{HTTP/1.1,[http/1.1]}{127.0.0.1:40766}
   [junit4]   2> 770465 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.e.j.s.Server Started @773503ms
   [junit4]   2> 770465 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40142/hdfs__localhost_40142__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=40766, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-3-001/cores}
   [junit4]   2> 770466 ERROR (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 770469 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.7.0
   [junit4]   2> 770469 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 770469 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 770469 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-10T23:21:53.107Z
   [junit4]   2> 770478 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 770478 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-3-001/solr.xml
   [junit4]   2> 770486 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 770497 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38291/solr
   [junit4]   2> 770519 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:40766_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 770529 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:40766_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 770532 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:40766_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40766_
   [junit4]   2> 770534 INFO  (zkCallback-1270-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 770535 INFO  (zkCallback-1275-thread-1-processing-n:127.0.0.1:54207_) [n:127.0.0.1:54207_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 770534 INFO  (zkCallback-1281-thread-1-processing-n:127.0.0.1:34386_) [n:127.0.0.1:34386_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 770535 INFO  (zkCallback-1266-thread-1-processing-n:127.0.0.1:60555_) [n:127.0.0.1:60555_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 770544 INFO  (zkCallback-1288-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 770647 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:40766_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-3-001/cores
   [junit4]   2> 770647 INFO  (TEST-StressHdfsTest.test-seed#[3531B02B79E0B1B4]) [n:127.0.0.1:40766_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 770647 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 770649 INFO  (OverseerStateUpdate-98116364258181124-127.0.0.1:60555_-n_0000000000) [n:127.0.0.1:60555_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 771041 INFO  (qtp1855766365-8317) [n:127.0.0.1:54207_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:34386_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","dataDir":"hdfs://localhost:40142/solr_hdfs_home/collection1/core_node2/data/","base_url":"http://127.0.0.1:34386","node_name":"127.0.0.1:34386_","state":"recovering","ulogDir":"hdfs://localhost:40142/solr_hdfs_home/collection1/core_node2/data/tlog"}
   [junit4]   2> 771041 INFO  (qtp1855766365-8317) [n:127.0.0.1:54207_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 771041 INFO  (qtp1855766365-8317) [n:127.0.0.1:54207_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:34386_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
   [junit4]   2> 771542 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:54207/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 771542 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:34386 START replicas=[http://127.0.0.1:54207/collection1/] nUpdates=100
   [junit4]   2> 771554 INFO  (qtp1855766365-8315) [n:127.0.0.1:54207_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 771554 INFO  (qtp1855766365-8315) [n:127.0.0.1:54207_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 771556 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 771556 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 771556 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 771556 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 771557 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 771557 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 771557 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 771557 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 771557 INFO  (recoveryExecutor-1279-thread-1-processing-n:127.0.0.1:34386_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34386_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 771670 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 771686 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 771843 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 771855 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 771856 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40142/solr_hdfs_home
   [junit4]   2> 771856 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 771856 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 771856 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001/shard-3-001/cores/collection1], dataDir=[hdfs://localhost:40142/solr_hdfs_home/collection1/core_node3/data/]
   [junit4]   2> 771856 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2254e2
   [junit4]   2> 771857 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40142/solr_hdfs_home/collection1/core_node3/data/snapshot_metadata
   [junit4]   2> 771865 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 771865 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 771865 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 771876 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 771877 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40142/solr_hdfs_home/collection1/core_node3/data
   [junit4]   2> 771897 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40142/solr_hdfs_home/collection1/core_node3/data/index
   [junit4]   2> 771908 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 771908 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 771908 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 771930 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 771930 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=74.70703125, floorSegmentMB=1.3876953125, forceMergeDeletesPctAllowed=12.7689070004221, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1777327330543834
   [junit4]   2> 771964 INFO  (IPC Server handler 3 on 40142) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54611 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7ef2b07b-693e-4c73-860f-e4e7f3a1aa3b:NORMAL:127.0.0.1:38092|RBW], ReplicaUC[[DISK]DS-308c8e3a-0af2-481b-9eeb-420d330ffeab:NORMAL:127.0.0.1:54611|FINALIZED]]} size 0
   [junit4]   2> 771965 INFO  (IPC Server handler 4 on 40142) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38092 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-308c8e3a-0af2-481b-9eeb-420d330ffeab:NORMAL:127.0.0.1:54611|FINALIZED], ReplicaUC[[DISK]DS-2e7827eb-ab45-4dca-b444-8b82af11d5d8:NORMAL:127.0.0.1:38092|FINALIZED]]} size 0
   [junit4]   2> 771983 WARN  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 772061 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 772061 INFO  (coreLoadExecutor-3084-thread-1-processing-n:127.0.0.1:40766_) [n:127.0.0.1:40766_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10

[...truncated too long message...]

E0B1B4]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 985459 ERROR (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
   [junit4]   2> java.lang.reflect.InvocationTargetException
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:203)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.StressHdfsTest.teardownClass(StressHdfsTest.java:77)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2> 	... 53 more
   [junit4]   2> 985462 INFO  (SUITE-StressHdfsTest-seed#[3531B02B79E0B1B4]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3531B02B79E0B1B4-001
   [junit4]   2> Jun 10, 2017 11:25:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), id=FSTOrd50, text=PostingsFormat(name=Memory doPackFST= false), txt_t=PostingsFormat(name=Memory doPackFST= false)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), _version_=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Lucene54), range_facet_l=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=262, maxMBSortInHeap=5.291497748953938, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=zh-TW, timezone=Pacific/Truk
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=47009512,total=534773760
   [junit4]   2> NOTE: All tests run in this JVM: [TestSubQueryTransformer, JSONWriterTest, TestPostingsSolrHighlighter, TestTrackingShardHandlerFactory, PKIAuthenticationIntegrationTest, HdfsNNFailoverTest, DirectoryFactoryTest, PeerSyncReplicationTest, TestConfigSetsAPIZkFailure, TestJmxMonitoredMap, TestGroupingSearch, TestUninvertingReader, ActionThrottleTest, DistributedSuggestComponentTest, OverseerTest, TestObjectReleaseTracker, ConcurrentDeleteAndCreateCollectionTest, RequestHandlersTest, DeleteLastCustomShardedReplicaTest, PreAnalyzedUpdateProcessorTest, BlockJoinFacetDistribTest, SuggesterTSTTest, DeleteShardTest, BasicDistributedZk2Test, TestUseDocValuesAsStored2, TestSolrQueryParser, TestManagedSchemaAPI, TestDistributedMissingSort, TestNamedUpdateProcessors, TestHdfsCloudBackupRestore, TestUnifiedSolrHighlighter, PluginInfoTest, TestFreeTextSuggestions, MultiThreadedOCPTest, TestSort, VMParamsZkACLAndCredentialsProvidersTest, TestConfig, TestExportWriter, MigrateRouteKeyTest, V2ApiIntegrationTest, ResponseLogComponentTest, TestCollapseQParserPlugin, TimeZoneUtilsTest, TestCorePropertiesReload, AtomicUpdateProcessorFactoryTest, SolrPluginUtilsTest, BigEndianAscendingWordDeserializerTest, SolrMetricsIntegrationTest, SuggesterTest, PreAnalyzedFieldTest, TestReloadDeadlock, TestLeaderInitiatedRecoveryThread, HLLUtilTest, TestFieldResource, ShowFileRequestHandlerTest, TestCloudInspectUtil, SubstringBytesRefFilterTest, SolrIndexMetricsTest, CoreAdminHandlerTest, DistributedExpandComponentTest, CdcrReplicationDistributedZkTest, FullSolrCloudDistribCmdsTest, CircularListTest, PrimUtilsTest, TestImplicitCoreProperties, TestHdfsBackupRestoreCore, OverriddenZkACLAndCredentialsProvidersTest, SuggestComponentContextFilterQueryTest, TestSmileRequest, TestSolrDeletionPolicy1, GraphQueryTest, QueryParsingTest, StatelessScriptUpdateProcessorFactoryTest, PingRequestHandlerTest, StressHdfsTest]
   [junit4] Completed [172/715 (1!)] on J2 in 234.58s, 1 test, 1 error <<< FAILURES!

[...truncated 45162 lines...]

[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 366 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/366/

1 tests failed.
FAILED:  org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([ABAB5A762305CC6A:5375CF9E5B691D39]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:895)
	at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion(SegmentsInfoRequestHandlerTest.java:70)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='6.7.0'])
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1498</long><int name="size">3</int><date name="age">2017-06-10T01:40:51.514Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">1396</long><int name="size">2</int><date name="age">2017-06-10T01:40:51.516Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">1431</long><int name="size">3</int><date name="age">2017-06-10T01:40:51.528Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">1396</long><int name="size">2</int><date name="age">2017-06-10T01:40:51.529Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst></lst>
</response>

	request was:qt=/admin/segments&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:888)
	... 40 more




Build Log:
[...truncated 13335 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.admin.SegmentsInfoRequestHandlerTest_ABAB5A762305CC6A-001/init-core-data-001
   [junit4]   2> 3991017 WARN  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 3991017 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 3991019 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3991019 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 3991020 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 3991055 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 3991081 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 3991184 WARN  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 3991185 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
   [junit4]   2> 3991193 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 3991221 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ffbc81c
   [junit4]   2> 3991226 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ffbc81c
   [junit4]   2> 3991226 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ffbc81c
   [junit4]   2> 3991227 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 3991261 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 3991286 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3991390 WARN  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 3991390 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
   [junit4]   2> 3991397 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 3991397 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ffbc81c
   [junit4]   2> 3991397 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3991397 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.admin.SegmentsInfoRequestHandlerTest_ABAB5A762305CC6A-001/init-core-data-001/]
   [junit4]   2> 3991398 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ffbc81c
   [junit4]   2> 3991469 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3991469 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3991471 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e8a1[collection1] main]
   [junit4]   2> 3991471 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 3991478 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 3991503 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3991503 INFO  (searcherExecutor-8531-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 3991503 INFO  (coreLoadExecutor-8530-thread-1) [    x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3991503 INFO  (searcherExecutor-8531-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 3991503 INFO  (searcherExecutor-8531-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 3991503 INFO  (searcherExecutor-8531-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 3991503 INFO  (searcherExecutor-8531-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 3991504 INFO  (searcherExecutor-8531-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 3991504 INFO  (searcherExecutor-8531-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 3991504 INFO  (searcherExecutor-8531-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 3991504 INFO  (searcherExecutor-8531-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 3991506 INFO  (searcherExecutor-8531-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1e8a1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3991506 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 3991506 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR1000]} 0 0
   [junit4]   2> 3991509 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR1001]} 0 0
   [junit4]   2> 3991511 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR1002]} 0 2
   [junit4]   2> 3991512 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR1003]} 0 0
   [junit4]   2> 3991512 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR1004]} 0 0
   [junit4]   2> 3991512 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{delete=[SOLR1000]} 0 0
   [junit4]   2> 3991513 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3991513 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@73eafa9f
   [junit4]   2> 3991521 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fa382a8[collection1] main]
   [junit4]   2> 3991523 INFO  (searcherExecutor-8531-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1fa382a8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):C3/1:delGen=1) Uninverting(_1(6.7.0):C2)))}
   [junit4]   2> 3991524 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3991524 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 11
   [junit4]   2> 3991524 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR2000]} 0 0
   [junit4]   2> 3991525 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR2001]} 0 0
   [junit4]   2> 3991525 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR2002]} 0 0
   [junit4]   2> 3991526 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR2003]} 0 0
   [junit4]   2> 3991526 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR2004]} 0 0
   [junit4]   2> 3991526 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3991526 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@73eafa9f
   [junit4]   2> 3991527 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@57e19f67[collection1] main]
   [junit4]   2> 3991529 INFO  (searcherExecutor-8531-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@57e19f67[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):C3/1:delGen=1) Uninverting(_1(6.7.0):C2) Uninverting(_2(6.7.0):C3) Uninverting(_3(6.7.0):C2)))}
   [junit4]   2> 3991530 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3991530 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 3
   [junit4]   2> 3991534 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosData-seed#[ABAB5A762305CC6A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSegmentInfosData
   [junit4]   2> 3991535 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosData-seed#[ABAB5A762305CC6A]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/admin/segments&wt=xml} status=0 QTime=0
   [junit4]   2> 3991536 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosData-seed#[ABAB5A762305CC6A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSegmentInfosData
   [junit4]   2> 3991539 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[ABAB5A762305CC6A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSegmentInfosVersion
   [junit4]   2> 3991539 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[ABAB5A762305CC6A]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/admin/segments&wt=xml} status=0 QTime=0
   [junit4]   2> 3991540 ERROR (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[ABAB5A762305CC6A]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='6.7.0'])
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1498</long><int name="size">3</int><date name="age">2017-06-10T01:40:51.514Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">1396</long><int name="size">2</int><date name="age">2017-06-10T01:40:51.516Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">1431</long><int name="size">3</int><date name="age">2017-06-10T01:40:51.528Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">1396</long><int name="size">2</int><date name="age">2017-06-10T01:40:51.529Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst></lst>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:qt=/admin/segments&wt=xml
   [junit4]   2> 3991540 ERROR (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[ABAB5A762305CC6A]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: qt=/admin/segments&wt=xml:java.lang.RuntimeException: REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='6.7.0'])
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1498</long><int name="size">3</int><date name="age">2017-06-10T01:40:51.514Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">1396</long><int name="size">2</int><date name="age">2017-06-10T01:40:51.516Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">1431</long><int name="size">3</int><date name="age">2017-06-10T01:40:51.528Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">1396</long><int name="size">2</int><date name="age">2017-06-10T01:40:51.529Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst></lst>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:qt=/admin/segments&wt=xml
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:888)
   [junit4]   2> 	at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion(SegmentsInfoRequestHandlerTest.java:70)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3991541 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[ABAB5A762305CC6A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSegmentInfosVersion
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SegmentsInfoRequestHandlerTest -Dtests.method=testSegmentInfosVersion -Dtests.seed=ABAB5A762305CC6A -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=en-CA -Dtests.timezone=America/Rio_Branco -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.01s J1 | SegmentsInfoRequestHandlerTest.testSegmentInfosVersion <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([ABAB5A762305CC6A:5375CF9E5B691D39]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:895)
   [junit4]    > 	at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion(SegmentsInfoRequestHandlerTest.java:70)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='6.7.0'])
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1498</long><int name="size">3</int><date name="age">2017-06-10T01:40:51.514Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">1396</long><int name="size">2</int><date name="age">2017-06-10T01:40:51.516Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">1431</long><int name="size">3</int><date name="age">2017-06-10T01:40:51.528Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">1396</long><int name="size">2</int><date name="age">2017-06-10T01:40:51.529Z</date><str name="source">flush</str><str name="version">6.7.0</str></lst></lst>
   [junit4]    > </response>
   [junit4]    > 	request was:qt=/admin/segments&wt=xml
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:888)
   [junit4]    > 	... 40 more
   [junit4]   2> 3991546 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfos-seed#[ABAB5A762305CC6A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSegmentInfos
   [junit4]   2> 3991546 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfos-seed#[ABAB5A762305CC6A]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/admin/segments&wt=xml} status=0 QTime=0
   [junit4]   2> 3991547 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfos-seed#[ABAB5A762305CC6A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSegmentInfos
   [junit4]   2> 3991547 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 3991547 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=511492215
   [junit4]   2> 3991547 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 3991549 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 3991549 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[ABAB5A762305CC6A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 3991550 INFO  (coreCloseExecutor-8535-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@78975686
   [junit4]   2> 3991591 INFO  (coreCloseExecutor-8535-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.admin.SegmentsInfoRequestHandlerTest_ABAB5A762305CC6A-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=en-CA, timezone=America/Rio_Branco
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=276620432,total=527433728
   [junit4]   2> NOTE: All tests run in this JVM: [TestMaxTokenLenTokenizer, IndexBasedSpellCheckerTest, TestTrie, ConnectionManagerTest, TestFieldCacheWithThreads, TestUpdate, BlockJoinFacetSimpleTest, UpdateRequestProcessorFactoryTest, CoreSorterTest, TestTolerantUpdateProcessorCloud, IndexSchemaTest, TestUseDocValuesAsStored, ParsingFieldUpdateProcessorsTest, DistributedTermsComponentTest, TestDistributedStatsComponentCardinality, TestDelegationWithHadoopAuth, SimplePostToolTest, TestLuceneMatchVersion, RestartWhileUpdatingTest, TestExceedMaxTermLength, LeaderFailoverAfterPartitionTest, DistributedMLTComponentTest, CollectionsAPIDistributedZkTest, CloneFieldUpdateProcessorFactoryTest, TestLMDirichletSimilarityFactory, CollectionStateFormat2Test, TestSolrIndexConfig, OverseerModifyCollectionTest, DistributedQueryComponentOptimizationTest, LeaderInitiatedRecoveryOnShardRestartTest, SpellCheckCollatorWithCollapseTest, TestPKIAuthenticationPlugin, TestPivotHelperCode, ShardRoutingTest, RuleEngineTest, TestExclusionRuleCollectionAccess, TestHashPartitioner, OpenCloseCoreStressTest, MoveReplicaTest, TestElisionMultitermQuery, TestGraphMLResponseWriter, TestSimpleQParserPlugin, HdfsThreadLeakTest, TestCharFilters, ClusterStateUpdateTest, TestRestManager, TestDynamicLoading, TestDistributedGrouping, SuggesterFSTTest, TestCloudSchemaless, TestPartialUpdateDeduplication, EchoParamsTest, TestChildDocTransformer, TestSolrDynamicMBean, SampleTest, TestQueryUtils, TestSolrQueryParserDefaultOperatorResource, TestNumericTerms64, TestSQLHandlerNonCloud, DistributedIntervalFacetingTest, TestRandomRequestDistribution, SpatialHeatmapFacetsTest, TestNestedDocsSort, TestPayloadCheckQParserPlugin, PeerSyncWithIndexFingerprintCachingTest, TestSubQueryTransformerDistrib, SpatialFilterTest, HdfsRecoveryZkTest, HdfsBasicDistributedZkTest, TestCSVResponseWriter, TestDeleteCollectionOnDownNodes, DistributedFacetPivotLargeTest, TestFieldTypeResource, TestManagedSchema, TestBM25SimilarityFactory, TestPerFieldSimilarityClassic, WrapperMergePolicyFactoryTest, BadCopyFieldTest, HdfsWriteToMultipleCollectionsTest, TestWordDelimiterFilterFactory, TestQueryTypes, ZkSolrClientTest, TestCustomDocTransformer, DistributedFacetPivotSmallTest, SolrIndexConfigTest, TestLockTree, SystemInfoHandlerTest, TestCloudDeleteByQuery, CdcrRequestHandlerTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestLeaderElectionZkExpiry, SolrIndexSplitterTest, TestSurroundQueryParser, ConnectionReuseTest, JvmMetricsTest, TestManagedStopFilterFactory, DateRangeFieldTest, ZkControllerTest, DateMathParserTest, TermVectorComponentTest, ZkCLITest, HdfsDirectoryTest, MoreLikeThisHandlerTest, SearchHandlerTest, UUIDUpdateProcessorFallbackTest, DeleteReplicaTest, SoftAutoCommitTest, SaslZkACLProviderTest, DirectSolrConnectionTest, SolrCmdDistributorTest, DocValuesTest, BasicFunctionalityTest, TestSolrCoreParser, FileUtilsTest, TestCoreContainer, JsonLoaderTest, TemplateUpdateProcessorTest, AddSchemaFieldsUpdateProcessorFactoryTest, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, CopyFieldTest, ResponseLogComponentTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestCodecSupport, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestFastOutputStream, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, CleanupOldIndexTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, HttpPartitionTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudJSONFacetJoinDomain, TestCloudRecovery, TestClusterProperties, TestCollectionAPI, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest, StressHdfsTest, TestConfigReload, TestReqParamsAPI, TestRestoreCore, TestSQLHandler, MetricsHandlerTest, SegmentsInfoRequestHandlerTest]
   [junit4] Completed [585/715 (1!)] on J1 in 0.60s, 3 tests, 1 error <<< FAILURES!

[...truncated 43869 lines...]

[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 365 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/365/

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1496920896874,generation=2,filelist=[_8f.fdt, _8f.fdx, _8f.fnm, _8f.nvd, _8f.nvm, _8f.si, _8f_LuceneVarGapFixedInterval_0.doc, _8f_LuceneVarGapFixedInterval_0.tib, _8f_LuceneVarGapFixedInterval_0.tiv, _8h.fdt, _8h.fdx, _8h.fnm, _8h.nvd, _8h.nvm, _8h.si, _8h_LuceneVarGapFixedInterval_0.doc, _8h_LuceneVarGapFixedInterval_0.tib, _8h_LuceneVarGapFixedInterval_0.tiv, _8i.fdt, _8i.fdx, _8i.fnm, _8i.nvd, _8i.nvm, _8i.si, _8i_LuceneVarGapFixedInterval_0.doc, _8i_LuceneVarGapFixedInterval_0.tib, _8i_LuceneVarGapFixedInterval_0.tiv, segments_2]}]> but was:<[{indexVersion=1496920896874,generation=2,filelist=[_8f.fdt, _8f.fdx, _8f.fnm, _8f.nvd, _8f.nvm, _8f.si, _8f_LuceneVarGapFixedInterval_0.doc, _8f_LuceneVarGapFixedInterval_0.tib, _8f_LuceneVarGapFixedInterval_0.tiv, _8h.fdt, _8h.fdx, _8h.fnm, _8h.nvd, _8h.nvm, _8h.si, _8h_LuceneVarGapFixedInterval_0.doc, _8h_LuceneVarGapFixedInterval_0.tib, _8h_LuceneVarGapFixedInterval_0.tiv, _8i.fdt, _8i.fdx, _8i.fnm, _8i.nvd, _8i.nvm, _8i.si, _8i_LuceneVarGapFixedInterval_0.doc, _8i_LuceneVarGapFixedInterval_0.tib, _8i_LuceneVarGapFixedInterval_0.tiv, segments_2]}, {indexVersion=1496920896874,generation=3,filelist=[_8f.fdt, _8f.fdx, _8f.fnm, _8f.nvd, _8f.nvm, _8f.si, _8f_LuceneVarGapFixedInterval_0.doc, _8f_LuceneVarGapFixedInterval_0.tib, _8f_LuceneVarGapFixedInterval_0.tiv, _8h.fdt, _8h.fdx, _8h.fnm, _8h.nvd, _8h.nvm, _8h.si, _8h_LuceneVarGapFixedInterval_0.doc, _8h_LuceneVarGapFixedInterval_0.tib, _8h_LuceneVarGapFixedInterval_0.tiv, _8j.cfe, _8j.cfs, _8j.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1496920896874,generation=2,filelist=[_8f.fdt, _8f.fdx, _8f.fnm, _8f.nvd, _8f.nvm, _8f.si, _8f_LuceneVarGapFixedInterval_0.doc, _8f_LuceneVarGapFixedInterval_0.tib, _8f_LuceneVarGapFixedInterval_0.tiv, _8h.fdt, _8h.fdx, _8h.fnm, _8h.nvd, _8h.nvm, _8h.si, _8h_LuceneVarGapFixedInterval_0.doc, _8h_LuceneVarGapFixedInterval_0.tib, _8h_LuceneVarGapFixedInterval_0.tiv, _8i.fdt, _8i.fdx, _8i.fnm, _8i.nvd, _8i.nvm, _8i.si, _8i_LuceneVarGapFixedInterval_0.doc, _8i_LuceneVarGapFixedInterval_0.tib, _8i_LuceneVarGapFixedInterval_0.tiv, segments_2]}]> but was:<[{indexVersion=1496920896874,generation=2,filelist=[_8f.fdt, _8f.fdx, _8f.fnm, _8f.nvd, _8f.nvm, _8f.si, _8f_LuceneVarGapFixedInterval_0.doc, _8f_LuceneVarGapFixedInterval_0.tib, _8f_LuceneVarGapFixedInterval_0.tiv, _8h.fdt, _8h.fdx, _8h.fnm, _8h.nvd, _8h.nvm, _8h.si, _8h_LuceneVarGapFixedInterval_0.doc, _8h_LuceneVarGapFixedInterval_0.tib, _8h_LuceneVarGapFixedInterval_0.tiv, _8i.fdt, _8i.fdx, _8i.fnm, _8i.nvd, _8i.nvm, _8i.si, _8i_LuceneVarGapFixedInterval_0.doc, _8i_LuceneVarGapFixedInterval_0.tib, _8i_LuceneVarGapFixedInterval_0.tiv, segments_2]}, {indexVersion=1496920896874,generation=3,filelist=[_8f.fdt, _8f.fdx, _8f.fnm, _8f.nvd, _8f.nvm, _8f.si, _8f_LuceneVarGapFixedInterval_0.doc, _8f_LuceneVarGapFixedInterval_0.tib, _8f_LuceneVarGapFixedInterval_0.tiv, _8h.fdt, _8h.fdx, _8h.fnm, _8h.nvd, _8h.nvm, _8h.si, _8h_LuceneVarGapFixedInterval_0.doc, _8h_LuceneVarGapFixedInterval_0.tib, _8h_LuceneVarGapFixedInterval_0.tiv, _8j.cfe, _8j.cfs, _8j.si, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([C26D9D6249B56633:E7BA865239FD6830]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1281)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12222 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/init-core-data-001
   [junit4]   2> 881991 WARN  (SUITE-TestReplicationHandler-seed#[C26D9D6249B56633]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 881991 INFO  (SUITE-TestReplicationHandler-seed#[C26D9D6249B56633]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 881993 INFO  (SUITE-TestReplicationHandler-seed#[C26D9D6249B56633]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 881994 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestIndexAndConfigReplication
   [junit4]   2> 881994 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-001/collection1
   [junit4]   2> 881997 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 881999 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50d49ab1{/solr,null,AVAILABLE}
   [junit4]   2> 882000 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3bc94f0a{HTTP/1.1,[http/1.1]}{127.0.0.1:44133}
   [junit4]   2> 882000 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.e.j.s.Server Started @885259ms
   [junit4]   2> 882000 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=44133}
   [junit4]   2> 882000 ERROR (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 882000 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.7.0
   [junit4]   2> 882000 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 882000 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 882000 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-08T11:15:40.331Z
   [junit4]   2> 882001 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-001/solr.xml
   [junit4]   2> 882012 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 882044 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-001/.
   [junit4]   2> 882044 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 882056 WARN  (coreLoadExecutor-2298-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 882057 INFO  (coreLoadExecutor-2298-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 882067 INFO  (coreLoadExecutor-2298-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 882070 INFO  (coreLoadExecutor-2298-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 882070 INFO  (coreLoadExecutor-2298-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 882070 INFO  (coreLoadExecutor-2298-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 882070 INFO  (coreLoadExecutor-2298-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 882073 INFO  (coreLoadExecutor-2298-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1442571784, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 882136 INFO  (coreLoadExecutor-2298-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 882136 INFO  (coreLoadExecutor-2298-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 882137 INFO  (coreLoadExecutor-2298-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@e689bb8
   [junit4]   2> 882137 INFO  (coreLoadExecutor-2298-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5874ee95[collection1] main]
   [junit4]   2> 882137 INFO  (coreLoadExecutor-2298-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-001/collection1/conf
   [junit4]   2> 882138 INFO  (coreLoadExecutor-2298-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 882138 INFO  (coreLoadExecutor-2298-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 882138 INFO  (searcherExecutor-2299-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5874ee95[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 882569 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-002/collection1
   [junit4]   2> 882573 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 882577 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b84a2ff{/solr,null,AVAILABLE}
   [junit4]   2> 882577 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4fbd998{HTTP/1.1,[http/1.1]}{127.0.0.1:57461}
   [junit4]   2> 882577 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.e.j.s.Server Started @885837ms
   [junit4]   2> 882577 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=57461}
   [junit4]   2> 882578 ERROR (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 882578 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.7.0
   [junit4]   2> 882578 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 882578 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 882578 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-08T11:15:40.909Z
   [junit4]   2> 882578 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-002/solr.xml
   [junit4]   2> 882586 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 882633 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-002/.
   [junit4]   2> 882633 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[C26D9D6249B56633]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 882651 WARN  (coreLoadExecutor-2308-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 882652 INFO  (coreLoadExecutor-2308-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 882662 INFO  (coreLoadExecutor-2308-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 882665 INFO  (coreLoadExecutor-2308-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 882665 INFO  (coreLoadExecutor-2308-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 882665 INFO  (coreLoadExecutor-2308-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 882665 INFO  (coreLoadExecutor-2308-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 882667 INFO  (coreLoadExecutor-2308-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1442571784, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 882719 INFO  (coreLoadExecutor-2308-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 882720 INFO  (coreLoadExecutor-2308-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 882720 INFO  (coreLoadExecutor-2308-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3fca6711
   [junit4]   2> 882722 INFO  (coreLoadExecutor-2308-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11d8989d[collection1] main]
   [junit4]   2> 882722 INFO  (coreLoadExecutor-2308-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001/solr-instance-002/collection1/conf
   [junit4]   2> 882725 INFO  (coreLoadExecutor-2308-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 882725 INFO  (searcherExecutor-2309-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@11d8989d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 882733 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 882733 INFO  (indexFetcher-2313-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 882733 INFO  (indexFetcher-2313-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 882733 INFO  (indexFetcher-2313-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 882733 INFO  (indexFetcher-2313-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 883153 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 883162 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 5
   [junit4]   2> 883165 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 883167 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 883168 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 883170 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 883172 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 883178 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 883180 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 883182 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 883184 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 883186 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 883188 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 883190 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 883194 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 883200 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 883202 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 883204 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 883205 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 883208 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 883209 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 883211 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 883215 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 883217 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 883218 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 883220 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 883222 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 883224 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 883226 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 883227 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 883240 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 883242 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 883244 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 883246 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 883247 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 883249 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 883251 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 883253 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 883254 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 883256 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 883258 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 883260 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 883261 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 883263 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 883265 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 883266 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 883268 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 883270 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 883272 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 883273 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 883275 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 883277 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 883279 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 883280 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 883282 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 883284 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 883287 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 883289 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 883291 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 883293 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 883295 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 883296 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 883298 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 883300 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 883302 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 883304 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 883306 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 883307 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 883309 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 883311 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 883313 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 883314 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 883316 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 883318 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 883319 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 883321 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 883323 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 883325 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 883326 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 883328 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 883330 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 883332 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 883333 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 883335 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 883337 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 883339 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 883340 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 883342 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 883344 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 883346 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 883347 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 883349 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 883351 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 883352 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 883354 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 883356 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 883358 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 883359 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 883362 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 883364 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 883365 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 883367 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
   [junit4]   2> 883369 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
   [junit4]   2> 883370 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
   [junit4]   2> 883372 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
   [junit4]   2> 883374 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
   [junit4]   2> 883380 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
   [junit4]   2> 883381 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
   [junit4]   2> 883383 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
   [junit4]   2> 883385 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
   [junit4]   2> 883387 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
   [junit4]   2> 883388 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
   [junit4]   2> 883390 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
   [junit4]   2> 883392 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
   [junit4]   2> 883393 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
   [junit4]   2> 883395 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
   [junit4]   2> 883397 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
   [junit4]   2> 883398 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
   [junit4]   2> 883400 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
   [junit4]   2> 883402 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
   [junit4]   2> 883404 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
   [junit4]   2> 883405 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
   [junit4]   2> 883407 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
   [junit4]   2> 883409 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
   [junit4]   2> 883410 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
   [junit4]   2> 883412 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
   [junit4]   2> 883414 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
   [junit4]   2> 883415 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
   [junit4]   2> 883417 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
   [junit4]   2> 883419 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
   [junit4]   2> 883421 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
   [junit4]   2> 883422 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
   [junit4]   2> 883424 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
   [junit4]   2> 883426 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
   [junit4]   2> 883427 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
   [junit4]   2> 883429 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
   [junit4]   2> 883431 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
   [junit4]   2> 883432 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
   [junit4]   2> 883434 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
   [junit4]   2> 883436 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
   [junit4]   2> 883438 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
   [junit4]   2> 883439 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
   [junit4]   2> 883441 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
   [junit4]   2> 883443 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
   [junit4]   2> 883444 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
   [junit4]   2> 883446 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
   [junit4]   2> 883448 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
   [junit4]   2> 883449 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
   [junit4]   2> 883451 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
   [junit4]   2> 883453 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
   [junit4]   2> 883454 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
   [junit4]   2> 883456 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
   [junit4]   2> 883458 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
   [junit4]   2> 883459 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
   [junit4]   2> 883461 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
   [junit4]   2> 883463 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
   [junit4]   2> 883464 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
   [junit4]   2> 883466 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
   [junit4]   2> 883468 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
   [junit4]   2> 883469 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
   [junit4]   2> 883471 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
   [junit4]   2> 883473 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
   [junit4]   2> 883474 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
   [junit4]   2> 883476 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
   [junit4]   2> 883478 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
   [junit4]   2> 883479 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
   [junit4]   2> 883481 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
   [junit4]   2> 883483 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
   [junit4]   2> 883484 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
   [junit4]   2> 883486 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
   [junit4]   2> 883488 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
   [junit4]   2> 883490 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
   [junit4]   2> 883491 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
   [junit4]   2> 883493 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
   [junit4]   2> 883495 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
   [junit4]   2> 883496 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
   [junit4]   2> 883498 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
   [junit4]   2> 883500 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
   [junit4]   2> 883501 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
   [junit4]   2> 883503 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
   [junit4]   2> 883505 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
   [junit4]   2> 883506 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
   [junit4]   2> 883508 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
   [junit4]   2> 883510 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
   [junit4]   2> 883512 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
   [junit4]   2> 883513 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
   [junit4]   2> 883515 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
   [junit4]   2> 883517 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
   [junit4]   2> 883518 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
   [junit4]   2> 883520 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
   [junit4]   2> 883522 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
   [junit4]   2> 883523 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
   [junit4]   2> 883525 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
   [junit4]   2> 883527 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
   [junit4]   2> 883528 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
   [junit4]   2> 883530 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
   [junit4]   2> 883532 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
   [junit4]   2> 883534 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
   [junit4]   2> 883536 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
   [junit4]   2> 883538 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
   [junit4]   2> 883539 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
   [junit4]   2> 883541 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
   [junit4]   2> 883543 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
   [junit4]   2> 883544 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 0
   [junit4]   2> 883546 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
   [junit4]   2> 883548 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
   [junit4]   2> 883549 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
   [junit4]   2> 883551 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
   [junit4]   2> 883553 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
   [junit4]   2> 883554 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
   [junit4]   2> 883556 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 0
   [junit4]   2> 883558 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
   [junit4]   2> 883560 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
   [junit4]   2> 883561 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
   [junit4]   2> 883563 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
   [junit4]   2> 883565 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[214]} 0 0
   [junit4]   2> 883566 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[215]} 0 0
   [junit4]   2> 883568 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[216]} 0 0
   [junit4]   2> 883570 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[217]} 0 0
   [junit4]   2> 883572 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[218]} 0 0
   [junit4]   2> 883573 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[219]} 0 0
   [junit4]   2> 883575 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[220]} 0 0
   [junit4]   2> 883577 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[221]} 0 0
   [junit4]   2> 883578 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[222]} 0 0
   [junit4]   2> 883580 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[223]} 0 0
   [junit4]   2> 883582 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[224]} 0 0
   [junit4]   2> 883583 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[225]} 0 0
   [junit4]   2> 883585 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[226]} 0 0
   [junit4]   2> 883587 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[227]} 0 0
   [junit4]   2> 883588 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[228]} 0 0
   [junit4]   2> 883590 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[229]} 0 0
   [junit4]   2> 883592 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[230]} 0 0
   [junit4]   2> 883593 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[231]} 0 0
   [junit4]   2> 883595 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[232]} 0 0
   [junit4]   2> 883597 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[233]} 0 0
   [junit4]   2> 883598 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[234]} 0 0
   [junit4]   2> 883600 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[235]} 0 0
   [junit4]   2> 883602 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[236]} 0 0
   [junit4]   2> 883604 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[237]} 0 0
   [junit4]   2> 883605 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[238]} 0 0
   [junit4]   2> 883607 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[239]} 0 0
   [junit4]   2> 883609 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[240]} 0 0
   [junit4]   2> 883610 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[241]} 0 0
   [junit4]   2> 883612 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[242]} 0 0
   [junit4]   2> 883614 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[243]} 0 0
   [junit4]   2> 883616 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[244]} 0 0
   [junit4]   2> 883617 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[245]} 0 0
   [junit4]   2> 883619 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[246]} 0 0
   [junit4]   2> 883621 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[247]} 0 0
   [junit4]   2> 883622 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[248]} 0 0
   [junit4]   2> 883624 INFO  (qtp141265171-5640) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[249]} 0 0
   [junit4]   2> 883626 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[250]} 0 0
   [junit4]   2> 883628 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[251]} 0 0
   [junit4]   2> 883629 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[252]} 0 0
   [junit4]   2> 883631 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[253]} 0 0
   [junit4]   2> 883633 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[254]} 0 0
   [junit4]   2> 883634 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[255]} 0 0
   [junit4]   2> 883636 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[256]} 0 0
   [junit4]   2> 883638 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[257]} 0 0
   [junit4]   2> 883639 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[258]} 0 0
   [junit4]   2> 883641 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[259]} 0 0
   [junit4]   2> 883643 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[260]} 0 0
   [junit4]   2> 883645 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[261]} 0 0
   [junit4]   2> 883646 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[262]} 0 0
   [junit4]   2> 883648 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[263]} 0 0
   [junit4]   2> 883650 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[264]} 0 0
   [junit4]   2> 883651 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[265]} 0 0
   [junit4]   2> 883653 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[266]} 0 0
   [junit4]   2> 883654 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[267]} 0 0
   [junit4]   2> 883656 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[268]} 0 0
   [junit4]   2> 883658 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[269]} 0 0
   [junit4]   2> 883660 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[270]} 0 0
   [junit4]   2> 883661 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[271]} 0 0
   [junit4]   2> 883663 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[272]} 0 0
   [junit4]   2> 883665 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[273]} 0 0
   [junit4]   2> 883666 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[274]} 0 0
   [junit4]   2> 883668 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[275]} 0 0
   [junit4]   2> 883670 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[276]} 0 0
   [junit4]   2> 883672 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[277]} 0 0
   [junit4]   2> 883674 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[278]} 0 0
   [junit4]   2> 883675 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[279]} 0 0
   [junit4]   2> 883677 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[280]} 0 0
   [junit4]   2> 883679 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[281]} 0 0
   [junit4]   2> 883680 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[282]} 0 0
   [junit4]   2> 883682 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[283]} 0 0
   [junit4]   2> 883684 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[284]} 0 0
   [junit4]   2> 883685 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[285]} 0 0
   [junit4]   2> 883688 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[286]} 0 0
   [junit4]   2> 883689 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[287]} 0 0
   [junit4]   2> 883691 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[288]} 0 0
   [junit4]   2> 883693 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[289]} 0 0
   [junit4]   2> 883694 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[290]} 0 0
   [junit4]   2> 883696 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[291]} 0 0
   [junit4]   2> 883698 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[292]} 0 0
   [junit4]   2> 883700 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[293]} 0 0
   [junit4]   2> 883701 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[294]} 0 0
   [junit4]   2> 883703 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[295]} 0 0
   [junit4]   2> 883705 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[296]} 0 0
   [junit4]   2> 883706 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[297]} 0 0
   [junit4]   2> 883708 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[298]} 0 0
   [junit4]   2> 883710 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[299]} 0 0
   [junit4]   2> 883711 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[300]} 0 0
   [junit4]   2> 883713 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[301]} 0 0
   [junit4]   2> 883715 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[302]} 0 0
   [junit4]   2> 883716 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[303]} 0 0
   [junit4]   2> 883718 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[304]} 0 0
   [junit4]   2> 883720 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[305]} 0 0
   [junit4]   2> 883721 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[306]} 0 0
   [junit4]   2> 883723 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[307]} 0 0
   [junit4]   2> 883725 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[308]} 0 0
   [junit4]   2> 883726 INFO  (qtp141265171-5641) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 883726 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[309]} 0 0
   [junit4]   2> 883727 INFO  (indexFetcher-2313-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 883728 INFO  (indexFetcher-2313-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 883728 INFO  (indexFetcher-2313-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 883728 INFO  (indexFetcher-2313-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 883728 INFO  (qtp141265171-5641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[310]} 0 0
   [junit4]   2> 883730 INFO  (qtp141265171-5637) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[311]} 0 0
   [junit4]   2> 883732 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[312]} 0 0
   [junit4]   2> 883734 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[313]} 0 0
   [junit4]   2> 883735 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[314]} 0 0
   [junit4]   2> 883737 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[315]} 0 0
   [junit4]   2> 883739 INFO  (qtp141265171-5641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[316]} 0 0
   [junit4]   2> 883740 INFO  (qtp141265171-5641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[317]} 0 0
   [junit4]   2> 883742 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[318]} 0 0
   [junit4]   2> 883744 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[319]} 0 0
   [junit4]   2> 883746 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[320]} 0 0
   [junit4]   2> 883747 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[321]} 0 0
   [junit4]   2> 883749 INFO  (qtp141265171-5644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[322]} 0 0
   [junit4]   2> 883751 INFO  (qtp141265171-5641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[323]} 0 0
   [junit4]   2> 883752 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[324]} 0 0
   [junit4]   2> 883754 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[325]} 0 0
   [junit4]   2> 883756 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[326]} 0 0
   [junit4]   2> 883757 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[327]} 0 0
   [junit4]   2> 883759 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[328]} 0 0
   [junit4]   2> 883761 INFO  (qtp141265171-5641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[329]} 0 0
   [junit4]   2> 883763 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[330]} 0 0
   [junit4]   2> 883764 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[331]} 0 0
   [junit4]   2> 883766 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[332]} 0 0
   [junit4]   2> 883768 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[333]} 0 0
   [junit4]   2> 883769 INFO  (qtp141265171-5639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[334]} 0 0
   [junit4]   2> 883771 INFO  (qtp141265171-5641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[335]} 0 0
   [junit4]   2> 883773 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[336]} 0 0
   [junit4]   2> 883775 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[337]} 0 0
   [junit4]   2> 883778 INFO  (qtp141265171-5643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[338]} 0 0
   [junit4]   2> 883780 INFO  (qtp141265171-5642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/

[...truncated too long message...]

nit4]   2> 1503024 INFO  (qtp1810427061-7199) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1503024 INFO  (searcherExecutor-3212-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1aa4b310[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):C1) Uninverting(_1(6.7.0):C1) Uninverting(_2(6.7.0):C1) Uninverting(_3(6.7.0):C1)))}
   [junit4]   2> 1503024 INFO  (qtp1810427061-7199) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 1503026 INFO  (qtp1810427061-7200) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[555]} 0 0
   [junit4]   2> 1503027 INFO  (qtp1810427061-7200) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1503027 INFO  (qtp1810427061-7200) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5b51cb00
   [junit4]   2> 1503087 INFO  (qtp1810427061-7200) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@48b0327e[collection1] main]
   [junit4]   2> 1503087 INFO  (qtp1810427061-7200) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1503087 INFO  (searcherExecutor-3212-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@48b0327e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):C1) Uninverting(_1(6.7.0):C1) Uninverting(_2(6.7.0):C1) Uninverting(_3(6.7.0):C1) Uninverting(_4(6.7.0):C1)))}
   [junit4]   2> 1503087 INFO  (qtp1810427061-7200) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 60
   [junit4]   2> 1503091 INFO  (qtp1810427061-7194) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=id:555&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 1503092 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
   [junit4]   2> 1503092 INFO  (qtp1748898691-7180) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=enablereplication} status=0 QTime=0
   [junit4]   2> 1503093 INFO  (qtp1810427061-7197) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=fetchindex} status=0 QTime=0
   [junit4]   2> 1503094 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestReplicateAfterWrite2Slave
   [junit4]   2> 1503095 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master at: http://127.0.0.1:47500/solr/collection1 is not available. Index fetch failed by exception: org.apache.solr.common.SolrException: Server refused connection at: http://127.0.0.1:47500/solr/collection1
   [junit4]   2> 1503096 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@694b46cd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1503096 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=9943166
   [junit4]   2> 1503096 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1503097 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 1503097 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 1503097 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1503097 INFO  (coreCloseExecutor-3217-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6d5c199b
   [junit4]   2> 1503098 INFO  (coreCloseExecutor-3217-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1503100 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b01c072{/solr,null,UNAVAILABLE}
   [junit4]   2> 1503101 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5d155566{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1503101 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=658499938
   [junit4]   2> 1503102 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1503102 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 1503102 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 1503102 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1503102 INFO  (coreCloseExecutor-3219-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@50729df2
   [junit4]   2> 1503103 INFO  (coreCloseExecutor-3219-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1503103 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[C26D9D6249B56633]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10816437{/solr,null,UNAVAILABLE}
   [junit4]   2> 1503105 INFO  (SUITE-TestReplicationHandler-seed#[C26D9D6249B56633]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C26D9D6249B56633-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {name=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval), newname=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=300, maxMBSortInHeap=5.926216025844358, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=is, timezone=Asia/Kolkata
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=149318464,total=532676608
   [junit4]   2> NOTE: All tests run in this JVM: [CursorPagingTest, AlternateDirectoryTest, TestSizeLimitedDistributedMap, TestComplexPhraseLeadingWildcard, SyncSliceTest, ChangedSchemaMergeTest, SolrMetricManagerTest, TestReplicaProperties, TestQuerySenderNoQuery, TestAtomicUpdateErrorCases, TestValueSourceCache, TestReRankQParserPlugin, TestConfigSetProperties, TestFunctionQuery, TestSlowCompositeReaderWrapper, TestCloudNestedDocsSort, LargeFieldTest, SolrCoreTest, TestFastLRUCache, AnalyticsMergeStrategyTest, XsltUpdateRequestHandlerTest, TestHighFrequencyDictionaryFactory, DistributedSpellCheckComponentTest, TestSolrConfigHandlerConcurrent, TestPHPSerializedResponseWriter, SolrSlf4jReporterTest, StandardRequestHandlerTest, TestRandomFaceting, TestSortByMinMaxFunction, HdfsRecoverLeaseTest, InfoHandlerTest, TestJsonFacets, ExitableDirectoryReaderTest, TestRTimerTree, TestPseudoReturnFields, TestMacros, RecoveryAfterSoftCommitTest, TestReplicationHandlerBackup, TestDownShardTolerantSearch, TestSubQueryTransformerCrossCore, TestManagedSchemaThreadSafety, TolerantUpdateProcessorTest, TestSolrCloudWithSecureImpersonation, SynonymTokenizerTest, TlogReplayBufferedWhileIndexingTest, ClassificationUpdateProcessorTest, TestCodecSupport, SignatureUpdateProcessorFactoryTest, TestDocumentBuilder, TestGeoJSONResponseWriter, DeleteStatusTest, TestSolr4Spatial, FullHLLTest, TestApiFramework, TestDynamicFieldResource, TestOverriddenPrefixQueryForCustomFieldType, TestCSVLoader, OverseerCollectionConfigSetProcessorTest, MissingSegmentRecoveryTest, TestCustomStream, TestRemoteStreaming, BaseCdcrDistributedZkTest, TestAuthenticationFramework, DisMaxRequestHandlerTest, TestCoreAdminApis, TestLazyCores, TestClassNameShortening, FastVectorHighlighterTest, AddBlockUpdateTest, TestDocBasedVersionConstraints, TestOmitPositions, TestHttpShardHandlerFactory, ConjunctionSolrSpellCheckerTest, CacheHeaderTest, DistributedFacetPivotSmallAdvancedTest, CoreAdminCreateDiscoverTest, LeaderInitiatedRecoveryOnCommitTest, TestReplicationHandler]
   [junit4] Completed [230/715 (1!)] on J0 in 621.14s, 16 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 44959 lines...]

[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 364 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/364/

1 tests failed.
FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:49874/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:49874/collection1
	at __randomizedtesting.SeedInfo.seed([FB791C9DA4BD1B07:732D23470A4176FF]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:623)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1078)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1123)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:327)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:154)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
	... 49 more




Build Log:
[...truncated 11913 lines...]
   [junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/init-core-data-001
   [junit4]   2> 552432 WARN  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
   [junit4]   2> 552432 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 552434 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 552434 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 552436 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 552436 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 552463 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 552476 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
   [junit4]   2> 552479 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 552485 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 552520 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ae69a82
   [junit4]   2> 552525 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ae69a82
   [junit4]   2> 552525 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ae69a82
   [junit4]   2> 552527 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 552558 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 552571 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
   [junit4]   2> 552582 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 552583 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 552583 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ae69a82
   [junit4]   2> 552583 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 552583 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/init-core-data-001/]
   [junit4]   2> 552584 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ae69a82
   [junit4]   2> 552593 WARN  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 552647 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 552647 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 552648 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 552648 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 552650 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@254b5e17[collection1] main]
   [junit4]   2> 552650 WARN  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 552651 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 552651 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 552651 INFO  (coreLoadExecutor-5621-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569536511072796672
   [junit4]   2> 552654 INFO  (searcherExecutor-5622-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@254b5e17[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 552655 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 552659 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 552659 INFO  (Thread-10132) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 552659 INFO  (Thread-10132) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 552662 ERROR (Thread-10132) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 552759 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.ZkTestServer start zk server on port:49797
   [junit4]   2> 552775 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 552777 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
   [junit4]   2> 552779 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 552780 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 552781 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 552783 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 552784 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 552786 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 552787 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 552789 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 552790 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 552903 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/control-001/cores/collection1
   [junit4]   2> 552904 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 552906 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e25df2a{/,null,AVAILABLE}
   [junit4]   2> 552906 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7ccba058{HTTP/1.1,[http/1.1]}{127.0.0.1:43387}
   [junit4]   2> 552906 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.Server Started @556056ms
   [junit4]   2> 552906 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/tempDir-001/control/data, hostContext=/, hostPort=43387, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/control-001/cores}
   [junit4]   2> 552907 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 552912 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.7.0
   [junit4]   2> 552912 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 552912 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 552912 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-07T09:10:59.533Z
   [junit4]   2> 552915 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 552915 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/control-001/solr.xml
   [junit4]   2> 552923 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 552930 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49797/solr
   [junit4]   2> 552956 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:43387_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 552956 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:43387_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43387_
   [junit4]   2> 552957 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:43387_    ] o.a.s.c.Overseer Overseer (id=98096031942639620-127.0.0.1:43387_-n_0000000000) starting
   [junit4]   2> 552970 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:43387_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43387_
   [junit4]   2> 552974 INFO  (zkCallback-24764-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 553045 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:43387_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/control-001/cores
   [junit4]   2> 553045 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:43387_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 553046 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 553051 INFO  (OverseerStateUpdate-98096031942639620-127.0.0.1:43387_-n_0000000000) [n:127.0.0.1:43387_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 554066 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 554078 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
   [junit4]   2> 554082 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 554082 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 554083 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 554083 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/control-001/cores/collection1/data/]
   [junit4]   2> 554083 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ae69a82
   [junit4]   2> 554091 WARN  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 554137 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 554138 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 554138 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 554138 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 554140 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11430d30[collection1] main]
   [junit4]   2> 554141 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 554141 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 554142 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 554143 INFO  (searcherExecutor-5635-thread-1-processing-n:127.0.0.1:43387_ x:collection1 c:control_collection) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@11430d30[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 554144 INFO  (coreLoadExecutor-5634-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569536512638320640
   [junit4]   2> 554150 INFO  (coreZkRegister-5627-thread-1-processing-n:127.0.0.1:43387_ x:collection1 c:control_collection) [n:127.0.0.1:43387_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 554151 INFO  (coreZkRegister-5627-thread-1-processing-n:127.0.0.1:43387_ x:collection1 c:control_collection) [n:127.0.0.1:43387_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 554151 INFO  (coreZkRegister-5627-thread-1-processing-n:127.0.0.1:43387_ x:collection1 c:control_collection) [n:127.0.0.1:43387_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43387/collection1/
   [junit4]   2> 554151 INFO  (coreZkRegister-5627-thread-1-processing-n:127.0.0.1:43387_ x:collection1 c:control_collection) [n:127.0.0.1:43387_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 554151 INFO  (coreZkRegister-5627-thread-1-processing-n:127.0.0.1:43387_ x:collection1 c:control_collection) [n:127.0.0.1:43387_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:43387/collection1/ has no replicas
   [junit4]   2> 554151 INFO  (coreZkRegister-5627-thread-1-processing-n:127.0.0.1:43387_ x:collection1 c:control_collection) [n:127.0.0.1:43387_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 554154 INFO  (coreZkRegister-5627-thread-1-processing-n:127.0.0.1:43387_ x:collection1 c:control_collection) [n:127.0.0.1:43387_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43387/collection1/ shard1
   [junit4]   2> 554306 INFO  (coreZkRegister-5627-thread-1-processing-n:127.0.0.1:43387_ x:collection1 c:control_collection) [n:127.0.0.1:43387_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 554566 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 554567 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49797/solr ready
   [junit4]   2> 554567 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 554568 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 554676 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-1-001/cores/collection1
   [junit4]   2> 554677 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-1-001
   [junit4]   2> 554678 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 554679 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66dab017{/,null,AVAILABLE}
   [junit4]   2> 554680 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@749b274f{HTTP/1.1,[http/1.1]}{127.0.0.1:49874}
   [junit4]   2> 554680 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.Server Started @557829ms
   [junit4]   2> 554680 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=49874, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-1-001/cores}
   [junit4]   2> 554681 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 554681 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.7.0
   [junit4]   2> 554681 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 554681 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 554682 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-07T09:11:01.303Z
   [junit4]   2> 554684 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 554684 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-1-001/solr.xml
   [junit4]   2> 554691 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 554692 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49797/solr
   [junit4]   2> 554701 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:49874_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 554704 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:49874_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 554706 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:49874_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49874_
   [junit4]   2> 554708 INFO  (zkCallback-24768-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 554708 INFO  (zkCallback-24764-thread-1-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 554709 INFO  (zkCallback-24774-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 554786 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:49874_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-1-001/cores
   [junit4]   2> 554787 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:49874_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 554790 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 554791 INFO  (OverseerStateUpdate-98096031942639620-127.0.0.1:43387_-n_0000000000) [n:127.0.0.1:43387_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 554894 INFO  (zkCallback-24774-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 555809 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 555824 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
   [junit4]   2> 555828 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 555828 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 555829 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 555829 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 555829 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ae69a82
   [junit4]   2> 555840 WARN  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 555896 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 555896 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 555897 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 555897 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 555899 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@40a1e75[collection1] main]
   [junit4]   2> 555901 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 555901 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 555901 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 555903 INFO  (searcherExecutor-5646-thread-1-processing-n:127.0.0.1:49874_ x:collection1 c:collection1) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@40a1e75[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 555904 INFO  (coreLoadExecutor-5645-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569536514483814400
   [junit4]   2> 555915 INFO  (coreZkRegister-5640-thread-1-processing-n:127.0.0.1:49874_ x:collection1 c:collection1) [n:127.0.0.1:49874_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 555915 INFO  (coreZkRegister-5640-thread-1-processing-n:127.0.0.1:49874_ x:collection1 c:collection1) [n:127.0.0.1:49874_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 555915 INFO  (coreZkRegister-5640-thread-1-processing-n:127.0.0.1:49874_ x:collection1 c:collection1) [n:127.0.0.1:49874_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49874/collection1/
   [junit4]   2> 555916 INFO  (coreZkRegister-5640-thread-1-processing-n:127.0.0.1:49874_ x:collection1 c:collection1) [n:127.0.0.1:49874_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 555916 INFO  (coreZkRegister-5640-thread-1-processing-n:127.0.0.1:49874_ x:collection1 c:collection1) [n:127.0.0.1:49874_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:49874/collection1/ has no replicas
   [junit4]   2> 555916 INFO  (coreZkRegister-5640-thread-1-processing-n:127.0.0.1:49874_ x:collection1 c:collection1) [n:127.0.0.1:49874_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 555923 INFO  (coreZkRegister-5640-thread-1-processing-n:127.0.0.1:49874_ x:collection1 c:collection1) [n:127.0.0.1:49874_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49874/collection1/ shard1
   [junit4]   2> 556027 INFO  (zkCallback-24774-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 556075 INFO  (coreZkRegister-5640-thread-1-processing-n:127.0.0.1:49874_ x:collection1 c:collection1) [n:127.0.0.1:49874_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 556180 INFO  (zkCallback-24774-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 556501 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-2-001/cores/collection1
   [junit4]   2> 556502 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-2-001
   [junit4]   2> 556503 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 556505 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67a5f01f{/,null,AVAILABLE}
   [junit4]   2> 556505 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@48f32986{HTTP/1.1,[http/1.1]}{127.0.0.1:38437}
   [junit4]   2> 556506 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.Server Started @559655ms
   [junit4]   2> 556506 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=38437, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-2-001/cores}
   [junit4]   2> 556506 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 556507 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.7.0
   [junit4]   2> 556507 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 556507 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 556508 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-07T09:11:03.129Z
   [junit4]   2> 556514 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 556514 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-2-001/solr.xml
   [junit4]   2> 556525 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 556526 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49797/solr
   [junit4]   2> 556537 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:38437_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 556540 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:38437_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 556543 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:38437_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38437_
   [junit4]   2> 556544 INFO  (zkCallback-24774-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 556546 INFO  (zkCallback-24764-thread-2-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 556546 INFO  (zkCallback-24768-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 556554 INFO  (zkCallback-24780-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 556674 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:38437_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-2-001/cores
   [junit4]   2> 556674 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:38437_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 556675 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 556677 INFO  (OverseerStateUpdate-98096031942639620-127.0.0.1:43387_-n_0000000000) [n:127.0.0.1:43387_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 556779 INFO  (zkCallback-24774-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 556779 INFO  (zkCallback-24780-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 557697 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 557711 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
   [junit4]   2> 557716 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 557716 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 557716 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 557716 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 557717 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ae69a82
   [junit4]   2> 557727 WARN  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 557780 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 557780 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 557781 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 557781 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 557783 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@714ae256[collection1] main]
   [junit4]   2> 557785 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 557785 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 557785 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 557788 INFO  (searcherExecutor-5657-thread-1-processing-n:127.0.0.1:38437_ x:collection1 c:collection1) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@714ae256[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 557788 INFO  (coreLoadExecutor-5656-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569536516459331584
   [junit4]   2> 557796 INFO  (coreZkRegister-5651-thread-1-processing-n:127.0.0.1:38437_ x:collection1 c:collection1) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 557796 INFO  (updateExecutor-24777-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 557796 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 557799 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 557799 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 557799 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 557799 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:49874/collection1/] and I am [http://127.0.0.1:38437/collection1/]
   [junit4]   2> 557818 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:49874]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:38437_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 557820 INFO  (qtp1792559231-100302) [n:127.0.0.1:49874_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 557821 INFO  (qtp1792559231-100302) [n:127.0.0.1:49874_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 557821 INFO  (qtp1792559231-100302) [n:127.0.0.1:49874_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:38437_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:38437","node_name":"127.0.0.1:38437_","state":"down"}
   [junit4]   2> 557919 INFO  (zkCallback-24774-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 557919 INFO  (zkCallback-24780-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 558318 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-3-001/cores/collection1
   [junit4]   2> 558319 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-3-001
   [junit4]   2> 558320 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 558322 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40048bd2{/,null,AVAILABLE}
   [junit4]   2> 558322 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@73e5d203{HTTP/1.1,[http/1.1]}{127.0.0.1:36150}
   [junit4]   2> 558323 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.Server Started @561472ms
   [junit4]   2> 558323 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=36150, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-3-001/cores}
   [junit4]   2> 558323 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 558324 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.7.0
   [junit4]   2> 558324 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 558324 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 558324 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-07T09:11:04.945Z
   [junit4]   2> 558328 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 558328 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-3-001/solr.xml
   [junit4]   2> 558336 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 558337 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49797/solr
   [junit4]   2> 558348 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:36150_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 558351 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:36150_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 558353 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:36150_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36150_
   [junit4]   2> 558355 INFO  (zkCallback-24780-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 558355 INFO  (zkCallback-24774-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 558356 INFO  (zkCallback-24764-thread-2-processing-n:127.0.0.1:43387_) [n:127.0.0.1:43387_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 558356 INFO  (zkCallback-24768-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 558357 INFO  (zkCallback-24787-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 558495 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:36150_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-3-001/cores
   [junit4]   2> 558495 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [n:127.0.0.1:36150_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 558497 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 558498 INFO  (OverseerStateUpdate-98096031942639620-127.0.0.1:43387_-n_0000000000) [n:127.0.0.1:43387_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 558601 INFO  (zkCallback-24780-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 558601 INFO  (zkCallback-24774-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 558601 INFO  (zkCallback-24787-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 558821 INFO  (qtp1792559231-100302) [n:127.0.0.1:49874_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:38437_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:38437","node_name":"127.0.0.1:38437_","state":"recovering"}
   [junit4]   2> 558821 INFO  (qtp1792559231-100302) [n:127.0.0.1:49874_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 558821 INFO  (qtp1792559231-100302) [n:127.0.0.1:49874_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:38437_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
   [junit4]   2> 559322 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:49874/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 559323 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:38437 START replicas=[http://127.0.0.1:49874/collection1/] nUpdates=100
   [junit4]   2> 559327 INFO  (qtp1792559231-100306) [n:127.0.0.1:49874_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 559327 INFO  (qtp1792559231-100306) [n:127.0.0.1:49874_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 559329 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 559329 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 559329 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 559329 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 559330 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 559330 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 559330 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 559330 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 559330 INFO  (recoveryExecutor-24778-thread-1-processing-n:127.0.0.1:38437_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38437_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 559435 INFO  (zkCallback-24780-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 559437 INFO  (zkCallback-24774-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 559438 INFO  (zkCallback-24787-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 559518 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 559532 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
   [junit4]   2> 559536 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 559536 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 559537 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 559537 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-3-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 559537 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ae69a82
   [junit4]   2> 559550 WARN  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 559604 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 559605 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 559605 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 559606 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 559608 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@518de331[collection1] main]
   [junit4]   2> 559611 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 559611 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 559612 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 559614 INFO  (searcherExecutor-5668-thread-1-processing-n:127.0.0.1:36150_ x:collection1 c:collection1) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@518de331[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 559614 INFO  (coreLoadExecutor-5667-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569536518374031360
   [junit4]   2> 559623 INFO  (coreZkRegister-5662-thread-1-processing-n:127.0.0.1:36150_ x:collection1 c:collection1) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 559626 INFO  (updateExecutor-24784-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 559626 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 559627 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 559627 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 559627 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 559627 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:49874/collection1/] and I am [http://127.0.0.1:36150/collection1/]
   [junit4]   2> 559629 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:49874]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:36150_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 559631 INFO  (qtp1792559231-100305) [n:127.0.0.1:49874_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 559631 INFO  (qtp1792559231-100305) [n:127.0.0.1:49874_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 559631 INFO  (qtp1792559231-100305) [n:127.0.0.1:49874_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:36150_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:36150","node_name":"127.0.0.1:36150_","state":"down"}
   [junit4]   2> 559737 INFO  (zkCallback-24780-thread-1-processing-n:127.0.0.1:38437_) [n:127.0.0.1:38437_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 559737 INFO  (zkCallback-24774-thread-1-processing-n:127.0.0.1:49874_) [n:127.0.0.1:49874_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 559737 INFO  (zkCallback-24787-thread-1-processing-n:127.0.0.1:36150_) [n:127.0.0.1:36150_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 560020 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 560021 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   1> replica:core_node1 rstate:active live:true
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node3 rstate:recovering live:true
   [junit4]   2> 560631 INFO  (qtp1792559231-100305) [n:127.0.0.1:49874_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:36150_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:36150","node_name":"127.0.0.1:36150_","state":"recovering"}
   [junit4]   2> 560632 INFO  (qtp1792559231-100305) [n:127.0.0.1:49874_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 560632 INFO  (qtp1792559231-100305) [n:127.0.0.1:49874_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:36150_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
   [junit4]   1> -
   [junit4]   1> replica:core_node1 rstate:active live:true
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node3 rstate:recovering live:true
   [junit4]   2> 561133 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:49874/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 561133 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:36150 START replicas=[http://127.0.0.1:49874/collection1/] nUpdates=100
   [junit4]   2> 561136 INFO  (qtp1792559231-100299) [n:127.0.0.1:49874_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 561136 INFO  (qtp1792559231-100299) [n:127.0.0.1:49874_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 561139 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:2.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 561139 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 561139 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 561140 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 561140 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 561140 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 561140 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1:36150_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36150_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 561140 INFO  (recoveryExecutor-24785-thread-1-processing-n:127.0.0.1

[...truncated too long message...]

aceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@40048bd2{/,null,UNAVAILABLE}
   [junit4]   2> 1020722 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1020723 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[FB791C9DA4BD1B07]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49797 49797
   [junit4]   2> 1020830 INFO  (Thread-10132) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49797 49797
   [junit4]   2> 1020831 WARN  (Thread-10132) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.method=test -Dtests.seed=FB791C9DA4BD1B07 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=it-CH -Dtests.timezone=America/Jamaica -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    468s J0 | TestInPlaceUpdatesDistrib.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:49874/collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FB791C9DA4BD1B07:732D23470A4176FF]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:623)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
   [junit4]    > 	at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1078)
   [junit4]    > 	at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1123)
   [junit4]    > 	at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:327)
   [junit4]    > 	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:154)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
   [junit4]    > 	... 49 more
   [junit4]   2> 1020843 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1020843 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=561712148
   [junit4]   2> 1020843 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1020844 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 1020846 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[FB791C9DA4BD1B07]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 1020847 INFO  (coreCloseExecutor-5685-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@11ea2ab0
   [junit4]   2> 1020904 INFO  (coreCloseExecutor-5685-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_FB791C9DA4BD1B07-001
   [junit4]   2> Jun 07, 2017 9:18:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=it-CH, timezone=America/Jamaica
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=114805792,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [TestHttpShardHandlerFactory, TestCoreAdminApis, HdfsChaosMonkeySafeLeaderTest, TolerantUpdateProcessorTest, CollectionReloadTest, SolrRequestParserTest, TestCustomStream, TestFoldingMultitermQuery, TestLocalFSCloudBackupRestore, CoreAdminCreateDiscoverTest, TestFieldTypeCollectionResource, TestManagedSchemaThreadSafety, TestCryptoKeys, TestCloudRecovery, TestStressLiveNodes, TestSolrCoreProperties, HdfsSyncSliceTest, TestRemoteStreaming, HdfsBasicDistributedZk2Test, TestXmlQParser, HighlighterConfigTest, SolrCoreTest, TestSolrConfigHandlerConcurrent, TestCloudNestedDocsSort, TestInPlaceUpdatesDistrib]
   [junit4] Completed [153/715 (1!)] on J0 in 469.00s, 1 test, 1 error <<< FAILURES!

[...truncated 1822 lines...]
   [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/temp/junit4-J0-20170607_090143_4208764434263434916307.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid20104.hprof ...
   [junit4] Heap dump file created [678341497 bytes in 4.403 secs]
   [junit4] <<< JVM J0: EOF ----

[...truncated 7486 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid20104.hprof

Total time: 258 minutes 6 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 363 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/363/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:923)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:930)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:745)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:923)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:930)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)


	at __randomizedtesting.SeedInfo.seed([B78E44CC81D6C8EA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
	at sun.reflect.GeneratedMethodAccessor38.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.StressHdfsTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)  at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3044)  at org.apache.solr.core.SolrCore.close(SolrCore.java:1575)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:969)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:930)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:745)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
	at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3044)
	at org.apache.solr.core.SolrCore.close(SolrCore.java:1575)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:969)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:930)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)


	at __randomizedtesting.SeedInfo.seed([B78E44CC81D6C8EA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
	at sun.reflect.GeneratedMethodAccessor250.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1496686943046,generation=2,filelist=[_k58.cfe, _k58.cfs, _k58.si, _qzh.cfe, _qzh.cfs, _qzh.si, _tdy.cfe, _tdy.cfs, _tdy.si, _tdz.cfe, _tdz.cfs, _tdz.si, _te0.cfe, _te0.cfs, _te0.si, _te1.cfe, _te1.cfs, _te1.si, _te3.cfe, _te3.cfs, _te3.si, _te4.cfe, _te4.cfs, _te4.si, _te5.cfe, _te5.cfs, _te5.si, segments_2]}]> but was:<[{indexVersion=1496686943046,generation=2,filelist=[_k58.cfe, _k58.cfs, _k58.si, _qzh.cfe, _qzh.cfs, _qzh.si, _tdy.cfe, _tdy.cfs, _tdy.si, _tdz.cfe, _tdz.cfs, _tdz.si, _te0.cfe, _te0.cfs, _te0.si, _te1.cfe, _te1.cfs, _te1.si, _te3.cfe, _te3.cfs, _te3.si, _te4.cfe, _te4.cfs, _te4.si, _te5.cfe, _te5.cfs, _te5.si, segments_2]}, {indexVersion=1496686943046,generation=3,filelist=[_k58.cfe, _k58.cfs, _k58.si, _qzh.cfe, _qzh.cfs, _qzh.si, _te6.cfe, _te6.cfs, _te6.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1496686943046,generation=2,filelist=[_k58.cfe, _k58.cfs, _k58.si, _qzh.cfe, _qzh.cfs, _qzh.si, _tdy.cfe, _tdy.cfs, _tdy.si, _tdz.cfe, _tdz.cfs, _tdz.si, _te0.cfe, _te0.cfs, _te0.si, _te1.cfe, _te1.cfs, _te1.si, _te3.cfe, _te3.cfs, _te3.si, _te4.cfe, _te4.cfs, _te4.si, _te5.cfe, _te5.cfs, _te5.si, segments_2]}]> but was:<[{indexVersion=1496686943046,generation=2,filelist=[_k58.cfe, _k58.cfs, _k58.si, _qzh.cfe, _qzh.cfs, _qzh.si, _tdy.cfe, _tdy.cfs, _tdy.si, _tdz.cfe, _tdz.cfs, _tdz.si, _te0.cfe, _te0.cfs, _te0.si, _te1.cfe, _te1.cfs, _te1.si, _te3.cfe, _te3.cfs, _te3.si, _te4.cfe, _te4.cfs, _te4.si, _te5.cfe, _te5.cfs, _te5.si, segments_2]}, {indexVersion=1496686943046,generation=3,filelist=[_k58.cfe, _k58.cfs, _k58.si, _qzh.cfe, _qzh.cfs, _qzh.si, _te6.cfe, _te6.cfs, _te6.si, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([B78E44CC81D6C8EA:92595FFCF19EC6E9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1281)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:38401/j/cb/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:38401/j/cb/collection1
	at __randomizedtesting.SeedInfo.seed([B78E44CC81D6C8EA:3FDA7B162F2AA512]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:623)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1127)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:327)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:154)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
	... 49 more




Build Log:
[...truncated 12105 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/init-core-data-001
   [junit4]   2> 627471 INFO  (SUITE-TestReplicationHandler-seed#[B78E44CC81D6C8EA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 627472 INFO  (SUITE-TestReplicationHandler-seed#[B78E44CC81D6C8EA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 627478 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestStopPoll
   [junit4]   2> 627478 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-001/collection1
   [junit4]   2> 627482 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 627484 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70826ff6{/solr,null,AVAILABLE}
   [junit4]   2> 627494 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5161450a{HTTP/1.1,[http/1.1]}{127.0.0.1:41180}
   [junit4]   2> 627494 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.e.j.s.Server Started @630747ms
   [junit4]   2> 627494 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=41180}
   [junit4]   2> 627495 ERROR (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 627495 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 627495 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 627495 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 627495 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-05T18:14:18.328Z
   [junit4]   2> 627496 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-001/solr.xml
   [junit4]   2> 627506 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 627535 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-001/.
   [junit4]   2> 627535 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 627548 WARN  (coreLoadExecutor-5279-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 627556 INFO  (coreLoadExecutor-5279-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 627565 INFO  (coreLoadExecutor-5279-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 627568 INFO  (coreLoadExecutor-5279-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 627568 INFO  (coreLoadExecutor-5279-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 627569 INFO  (coreLoadExecutor-5279-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 627569 INFO  (coreLoadExecutor-5279-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 627570 INFO  (coreLoadExecutor-5279-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=10.375, floorSegmentMB=1.5029296875, forceMergeDeletesPctAllowed=18.34074908926464, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 627619 INFO  (coreLoadExecutor-5279-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 627620 INFO  (coreLoadExecutor-5279-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 627620 INFO  (coreLoadExecutor-5279-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=96.1572265625, floorSegmentMB=0.9521484375, forceMergeDeletesPctAllowed=6.481020913868539, segmentsPerTier=7.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 627620 INFO  (coreLoadExecutor-5279-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@22e95300[collection1] main]
   [junit4]   2> 627621 INFO  (coreLoadExecutor-5279-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-001/collection1/conf
   [junit4]   2> 627621 INFO  (coreLoadExecutor-5279-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 627621 INFO  (coreLoadExecutor-5279-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 627622 INFO  (searcherExecutor-5280-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@22e95300[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 628046 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-002/collection1
   [junit4]   2> 628049 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 628051 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1849481d{/solr,null,AVAILABLE}
   [junit4]   2> 628051 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@28c9e0cf{HTTP/1.1,[http/1.1]}{127.0.0.1:47637}
   [junit4]   2> 628051 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.e.j.s.Server Started @631304ms
   [junit4]   2> 628051 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=47637}
   [junit4]   2> 628052 ERROR (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 628053 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 628053 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 628053 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 628053 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-06-05T18:14:18.886Z
   [junit4]   2> 628054 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-002/solr.xml
   [junit4]   2> 628063 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 628092 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-002/.
   [junit4]   2> 628092 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[B78E44CC81D6C8EA]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 628104 WARN  (coreLoadExecutor-5289-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 628105 INFO  (coreLoadExecutor-5289-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 628113 INFO  (coreLoadExecutor-5289-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 628116 INFO  (coreLoadExecutor-5289-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 628116 INFO  (coreLoadExecutor-5289-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 628116 INFO  (coreLoadExecutor-5289-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 628116 INFO  (coreLoadExecutor-5289-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 628117 INFO  (coreLoadExecutor-5289-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=10.375, floorSegmentMB=1.5029296875, forceMergeDeletesPctAllowed=18.34074908926464, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 628163 INFO  (coreLoadExecutor-5289-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 628163 INFO  (coreLoadExecutor-5289-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 628163 INFO  (coreLoadExecutor-5289-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=96.1572265625, floorSegmentMB=0.9521484375, forceMergeDeletesPctAllowed=6.481020913868539, segmentsPerTier=7.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 628164 INFO  (coreLoadExecutor-5289-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@358fc391[collection1] main]
   [junit4]   2> 628164 INFO  (coreLoadExecutor-5289-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B78E44CC81D6C8EA-001/solr-instance-002/collection1/conf
   [junit4]   2> 628166 INFO  (coreLoadExecutor-5289-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 628170 INFO  (searcherExecutor-5290-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@358fc391[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 628171 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 628172 INFO  (indexFetcher-5294-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 628172 INFO  (indexFetcher-5294-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 628172 INFO  (indexFetcher-5294-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 628172 INFO  (indexFetcher-5294-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 628604 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 628608 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 1
   [junit4]   2> 628610 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 628612 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 628613 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 628615 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 628617 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 628673 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 53
   [junit4]   2> 628678 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 2
   [junit4]   2> 628679 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 628681 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 628683 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 628685 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 628687 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 628691 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 2
   [junit4]   2> 628693 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 628695 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 628697 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 628699 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 628701 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 628703 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 628707 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 2
   [junit4]   2> 628710 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 628712 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 628713 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 628715 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 628717 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 628718 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 628726 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 5
   [junit4]   2> 628729 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 628731 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 628738 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 628740 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 628742 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 628744 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 628747 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 1
   [junit4]   2> 628749 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 628751 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 628753 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 628754 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 628756 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 628758 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 628761 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 1
   [junit4]   2> 628763 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 628765 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 628766 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 628768 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 628770 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 628774 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 628778 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 1
   [junit4]   2> 628780 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 628782 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 628783 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 628785 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 628787 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 628789 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 628792 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 1
   [junit4]   2> 628794 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 628796 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 628798 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 628800 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 628801 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 628803 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 628806 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 1
   [junit4]   2> 628809 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 628810 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 628812 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 628814 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 628816 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 628817 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 628821 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 1
   [junit4]   2> 628823 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 628825 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 628827 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 628829 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 628830 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 628832 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 628837 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 3
   [junit4]   2> 628840 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 628842 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 628844 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 628845 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 628847 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 628849 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 628852 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 1
   [junit4]   2> 628854 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 628856 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 628857 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 628859 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 628861 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 628863 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 628866 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 1
   [junit4]   2> 628868 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 628870 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 628872 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 628874 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 628875 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 628877 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 628880 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 1
   [junit4]   2> 628882 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 628884 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 628886 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
   [junit4]   2> 628888 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
   [junit4]   2> 628890 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
   [junit4]   2> 628892 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
   [junit4]   2> 628895 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 1
   [junit4]   2> 628897 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
   [junit4]   2> 628899 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
   [junit4]   2> 628900 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
   [junit4]   2> 628902 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
   [junit4]   2> 628904 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
   [junit4]   2> 628906 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
   [junit4]   2> 628909 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 1
   [junit4]   2> 628912 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
   [junit4]   2> 628913 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
   [junit4]   2> 628915 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
   [junit4]   2> 628917 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
   [junit4]   2> 628919 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
   [junit4]   2> 628920 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
   [junit4]   2> 628924 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 1
   [junit4]   2> 628926 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
   [junit4]   2> 628927 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
   [junit4]   2> 628929 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
   [junit4]   2> 628931 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
   [junit4]   2> 628932 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
   [junit4]   2> 628934 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
   [junit4]   2> 628937 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 1
   [junit4]   2> 628940 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
   [junit4]   2> 628941 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
   [junit4]   2> 628943 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
   [junit4]   2> 628945 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
   [junit4]   2> 628947 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
   [junit4]   2> 628948 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
   [junit4]   2> 628953 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 3
   [junit4]   2> 628956 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 1
   [junit4]   2> 628958 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
   [junit4]   2> 628960 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
   [junit4]   2> 628961 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
   [junit4]   2> 628963 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
   [junit4]   2> 628965 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
   [junit4]   2> 629008 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 42
   [junit4]   2> 629011 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
   [junit4]   2> 629013 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
   [junit4]   2> 629015 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
   [junit4]   2> 629016 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
   [junit4]   2> 629018 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
   [junit4]   2> 629020 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
   [junit4]   2> 629024 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 2
   [junit4]   2> 629026 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
   [junit4]   2> 629028 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
   [junit4]   2> 629030 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
   [junit4]   2> 629032 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
   [junit4]   2> 629034 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
   [junit4]   2> 629036 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
   [junit4]   2> 629039 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 1
   [junit4]   2> 629042 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
   [junit4]   2> 629044 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
   [junit4]   2> 629047 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
   [junit4]   2> 629048 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
   [junit4]   2> 629050 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
   [junit4]   2> 629052 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
   [junit4]   2> 629056 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 1
   [junit4]   2> 629058 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
   [junit4]   2> 629060 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
   [junit4]   2> 629061 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
   [junit4]   2> 629063 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
   [junit4]   2> 629065 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
   [junit4]   2> 629066 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
   [junit4]   2> 629083 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 13
   [junit4]   2> 629086 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
   [junit4]   2> 629087 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
   [junit4]   2> 629089 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
   [junit4]   2> 629091 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
   [junit4]   2> 629093 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
   [junit4]   2> 629095 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
   [junit4]   2> 629098 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 1
   [junit4]   2> 629100 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
   [junit4]   2> 629102 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
   [junit4]   2> 629104 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
   [junit4]   2> 629106 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
   [junit4]   2> 629107 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
   [junit4]   2> 629110 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
   [junit4]   2> 629119 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 8
   [junit4]   2> 629122 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
   [junit4]   2> 629124 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
   [junit4]   2> 629125 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
   [junit4]   2> 629127 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
   [junit4]   2> 629129 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
   [junit4]   2> 629132 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
   [junit4]   2> 629135 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 1
   [junit4]   2> 629138 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
   [junit4]   2> 629139 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
   [junit4]   2> 629141 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
   [junit4]   2> 629143 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
   [junit4]   2> 629145 INFO  (qtp440293216-87263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
   [junit4]   2> 629147 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
   [junit4]   2> 629150 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 1
   [junit4]   2> 629152 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
   [junit4]   2> 629154 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
   [junit4]   2> 629156 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
   [junit4]   2> 629157 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
   [junit4]   2> 629160 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
   [junit4]   2> 629162 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
   [junit4]   2> 629168 INFO  (qtp440293216-87262) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 629168 INFO  (indexFetcher-5294-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 629168 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 1
   [junit4]   2> 629168 INFO  (indexFetcher-5294-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 629168 INFO  (indexFetcher-5294-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 629168 INFO  (indexFetcher-5294-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 629170 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
   [junit4]   2> 629172 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
   [junit4]   2> 629174 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
   [junit4]   2> 629176 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
   [junit4]   2> 629177 INFO  (qtp440293216-87262) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
   [junit4]   2> 629179 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
   [junit4]   2> 629183 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 1
   [junit4]   2> 629185 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
   [junit4]   2> 629187 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
   [junit4]   2> 629189 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
   [junit4]   2> 629191 INFO  (qtp440293216-87262) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
   [junit4]   2> 629192 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[214]} 0 0
   [junit4]   2> 629194 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[215]} 0 0
   [junit4]   2> 629197 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[216]} 0 1
   [junit4]   2> 629199 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[217]} 0 0
   [junit4]   2> 629201 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[218]} 0 0
   [junit4]   2> 629203 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[219]} 0 0
   [junit4]   2> 629204 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[220]} 0 0
   [junit4]   2> 629206 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[221]} 0 0
   [junit4]   2> 629208 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[222]} 0 0
   [junit4]   2> 629211 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[223]} 0 1
   [junit4]   2> 629213 INFO  (qtp440293216-87262) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[224]} 0 0
   [junit4]   2> 629214 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[225]} 0 0
   [junit4]   2> 629216 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[226]} 0 0
   [junit4]   2> 629218 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[227]} 0 0
   [junit4]   2> 629219 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[228]} 0 0
   [junit4]   2> 629221 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[229]} 0 0
   [junit4]   2> 629224 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[230]} 0 1
   [junit4]   2> 629226 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[231]} 0 0
   [junit4]   2> 629227 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[232]} 0 0
   [junit4]   2> 629229 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[233]} 0 0
   [junit4]   2> 629231 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[234]} 0 0
   [junit4]   2> 629232 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[235]} 0 0
   [junit4]   2> 629234 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[236]} 0 0
   [junit4]   2> 629237 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[237]} 0 1
   [junit4]   2> 629239 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[238]} 0 0
   [junit4]   2> 629241 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[239]} 0 0
   [junit4]   2> 629242 INFO  (qtp440293216-87262) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[240]} 0 0
   [junit4]   2> 629244 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[241]} 0 0
   [junit4]   2> 629246 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[242]} 0 0
   [junit4]   2> 629247 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[243]} 0 0
   [junit4]   2> 629250 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[244]} 0 1
   [junit4]   2> 629252 INFO  (qtp440293216-87265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[245]} 0 0
   [junit4]   2> 629254 INFO  (qtp440293216-87262) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[246]} 0 0
   [junit4]   2> 629255 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[247]} 0 0
   [junit4]   2> 629257 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[248]} 0 0
   [junit4]   2> 629259 INFO  (qtp440293216-87268) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[249]} 0 0
   [junit4]   2> 629260 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[250]} 0 0
   [junit4]   2> 629263 INFO  (qtp440293216-87269) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[251]} 0 1
   [junit4]   2> 629265 INFO  (qtp440293216-87262) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[252]} 0 0
   [junit4]   2> 629267 INFO  (qtp440293216-87266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[253]} 0 0
   [junit4]   2> 629269 INFO  (qtp440293216-87267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactor

[...truncated too long message...]

curity.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
   [junit4]    > 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
   [junit4]    > 	... 49 more
   [junit4]   2> 4356092 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[B78E44CC81D6C8EA]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4356092 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[B78E44CC81D6C8EA]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2312210
   [junit4]   2> 4356092 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[B78E44CC81D6C8EA]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 4356094 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[B78E44CC81D6C8EA]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 4356096 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[B78E44CC81D6C8EA]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 4356097 INFO  (coreCloseExecutor-9098-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2232ccba
   [junit4]   2> 4356116 INFO  (coreCloseExecutor-9098-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B78E44CC81D6C8EA-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=pt-BR, timezone=Etc/GMT-8
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=27098264,total=516423680
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldTypeResource, WordBreakSolrSpellCheckerTest, OpenCloseCoreStressTest, TestRTGBase, TestSolrCLIRunExample, AssignTest, TestFileDictionaryLookup, TestSolrDynamicMBean, TestAddFieldRealTimeGet, TestRandomRequestDistribution, TestSurroundQueryParser, SolrIndexConfigTest, DistributedDebugComponentTest, SimplePostToolTest, SpatialHeatmapFacetsTest, TestNumericTerms64, TestLRUCache, SpellCheckCollatorWithCollapseTest, ClusterStateUpdateTest, TestLeaderElectionZkExpiry, DeleteInactiveReplicaTest, TestDynamicLoading, UpdateRequestProcessorFactoryTest, HdfsThreadLeakTest, DocumentBuilderTest, RemoteQueryErrorTest, SortByFunctionTest, TestPayloadCheckQParserPlugin, DirectSolrSpellCheckerTest, SolrGraphiteReporterTest, SaslZkACLProviderTest, TestMinMaxOnMultiValuedField, CoreAdminRequestStatusTest, SystemInfoHandlerTest, DistanceFunctionTest, TestConfigSets, TestInitParams, OverseerModifyCollectionTest, IndexBasedSpellCheckerTest, TestUpdate, TestCursorMarkWithoutUniqueKey, TestBulkSchemaConcurrent, CdcrBootstrapTest, TestCustomDocTransformer, TestSolrCloudWithDelegationTokens, HdfsCollectionsAPIDistributedZkTest, TestSystemIdResolver, SearchHandlerTest, TemplateUpdateProcessorTest, DocValuesTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestCloudPivotFacet, TestSolrIndexConfig, TestSubQueryTransformerDistrib, MetricUtilsTest, TestSystemCollAutoCreate, TestTrie, HdfsRecoveryZkTest, TestStressVersions, TestPKIAuthenticationPlugin, TestClassicSimilarityFactory, SolrInfoMBeanTest, TestSolrCoreParser, TestManagedSchema, OverseerTaskQueueTest, AnalysisErrorHandlingTest, ZkControllerTest, HdfsWriteToMultipleCollectionsTest, MultiTermTest, TestHashPartitioner, SpellingQueryConverterTest, TestSQLHandlerNonCloud, TestLMDirichletSimilarityFactory, TestWordDelimiterFilterFactory, WrapperMergePolicyFactoryTest, TestFilteredDocIdSet, TestManagedStopFilterFactory, TestExceedMaxTermLength, TestQuerySenderListener, MetricsHandlerTest, DistribCursorPagingTest, TestShardHandlerFactory, ZkSolrClientTest, SolrCmdDistributorTest, DateRangeFieldTest, LeaderInitiatedRecoveryOnShardRestartTest, TestMultiWordSynonyms, DirectSolrConnectionTest, HLLSerializationTest, BadCopyFieldTest, CoreSorterTest, TestMaxTokenLenTokenizer, BasicAuthStandaloneTest, TestCloudSchemaless, HdfsDirectoryFactoryTest, TestSearchPerf, TestCSVResponseWriter, TestPartialUpdateDeduplication, TestFiltering, TestPerFieldSimilarityClassic, TestStressCloudBlindAtomicUpdates, TestCloudDeleteByQuery, ConnectionReuseTest, SpatialFilterTest, BlockCacheTest, ZkStateReaderTest, RuleEngineTest, TestSimpleQParserPlugin, TestLuceneMatchVersion, TestSuggestSpellingConverter, TestDistributedGrouping, TestPointFields, TestXmlQParserPlugin, TestDefaultStatsCache, TestCopyFieldCollectionResource, TestLockTree, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, DistributedIntervalFacetingTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteNodeTest, DeleteReplicaTest, DistributedQueueTest, HttpPartitionTest, ReplicationFactorTest, RestartWhileUpdatingTest, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDeleteCollectionOnDownNodes, TestHdfsCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, HdfsBasicDistributedZkTest, StressHdfsTest, TestSolrConfigHandlerCloud, SolrMetricsIntegrationTest, SolrJmxReporterTest, SolrSlf4jReporterTest, TestMacroExpander, JSONWriterTest, TestBinaryResponseWriter, TestGraphMLResponseWriter, TestJavabinTupleStreamParser, TestPushWriter, TestSolrQueryResponse, TestChildDocTransformer, TestManagedResource, TestRestManager, TestClassNameShortening, TestDynamicFieldCollectionResource, TestFieldCollectionResource, TestFieldResource, TestFieldTypeCollectionResource, TestSchemaResource, TestSchemaSimilarityResource, TestSerializedLuceneMatchVersion, TestSolrQueryParserDefaultOperatorResource, TestSolrQueryParserResource, TestManagedSynonymFilterFactory, ManagedSchemaRoundRobinCloudTest, TestHalfAndHalfDocValues, TestManagedSchemaThreadSafety, TestUseDocValuesAsStored, AnalyticsQueryTest, MergeStrategyTest, TestComplexPhraseQParserPlugin, TestInitQParser, TestMissingGroups, TestRecoveryHdfs, TestSmileRequest, TestTrieFacet, BJQParserTest, BlockJoinFacetRandomTest, BlockJoinFacetSimpleTest, TestCloudNestedDocsSort, TestLRUStatsCache, BasicAuthIntegrationTest, TestAnalyzeInfixSuggestions, TestHighFrequencyDictionaryFactory, TestFieldCache, TestFieldCacheReopen, TestFieldCacheSort, TestFieldCacheWithThreads, TestInPlaceUpdatesDistrib]
   [junit4] Completed [715/715 (4!)] on J1 in 392.10s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/temp/junit4-J1-20170605_180347_5151315323449218520455.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid10107.hprof ...
   [junit4] Heap dump file created [679780767 bytes in 4.790 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 7468 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid10107.hprof

Total time: 300 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any