You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/03/14 06:22:08 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1262 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1262/

1 tests failed.
FAILED:  org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([BE75D0A7793D022C:46AB454F0151D37F]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:882)
	at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion(SegmentsInfoRequestHandlerTest.java:70)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='7.0.0'])
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1992</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.277Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">2050</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.279Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">2129</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.296Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">2094</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.320Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst></lst>
</response>

	request was:qt=/admin/segments&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:875)
	... 40 more




Build Log:
[...truncated 12231 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.SegmentsInfoRequestHandlerTest_BE75D0A7793D022C-001/init-core-data-001
   [junit4]   2> 1444609 WARN  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1444609 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1444611 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1444611 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1444611 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1444632 WARN  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1444646 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1444672 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1444744 WARN  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1444746 WARN  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 1444746 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
   [junit4]   2> 1444769 WARN  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 1444771 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ab3e028
   [junit4]   2> 1444771 WARN  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 1444774 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ab3e028
   [junit4]   2> 1444774 WARN  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 1444774 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ab3e028
   [junit4]   2> 1444775 INFO  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1444812 WARN  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1444813 INFO  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1444833 INFO  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1444905 WARN  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1444906 WARN  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 1444906 INFO  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
   [junit4]   2> 1444912 INFO  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1444912 WARN  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 1444912 INFO  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ab3e028
   [junit4]   2> 1444912 INFO  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1444912 INFO  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.SegmentsInfoRequestHandlerTest_BE75D0A7793D022C-001/init-core-data-001/]
   [junit4]   2> 1444912 INFO  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ab3e028
   [junit4]   2> 1444949 INFO  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1444949 INFO  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1444950 INFO  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5bef3c7d[collection1] main]
   [junit4]   2> 1444951 INFO  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1444956 INFO  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1444975 INFO  (coreLoadExecutor-5540-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1444975 INFO  (searcherExecutor-5541-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1444975 INFO  (searcherExecutor-5541-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1444975 INFO  (searcherExecutor-5541-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1444975 INFO  (searcherExecutor-5541-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1444976 INFO  (searcherExecutor-5541-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1444976 INFO  (searcherExecutor-5541-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1444976 INFO  (searcherExecutor-5541-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1444976 INFO  (searcherExecutor-5541-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1444976 INFO  (searcherExecutor-5541-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1444977 INFO  (searcherExecutor-5541-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5bef3c7d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1444977 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1444978 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR1000]} 0 0
   [junit4]   2> 1444979 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR1001]} 0 0
   [junit4]   2> 1444981 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR1002]} 0 1
   [junit4]   2> 1444981 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR1003]} 0 0
   [junit4]   2> 1444981 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR1004]} 0 0
   [junit4]   2> 1444981 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{delete=[SOLR1000]} 0 0
   [junit4]   2> 1444982 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1444982 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4c09bfbe
   [junit4]   2> 1444984 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c8aad21[collection1] main]
   [junit4]   2> 1444984 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1444985 INFO  (searcherExecutor-5541-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3c8aad21[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c3/1:delGen=1) Uninverting(_1(7.0.0):c2)))}
   [junit4]   2> 1444985 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 3
   [junit4]   2> 1444985 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR2000]} 0 0
   [junit4]   2> 1444986 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR2001]} 0 0
   [junit4]   2> 1445003 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR2002]} 0 4
   [junit4]   2> 1445015 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR2003]} 0 0
   [junit4]   2> 1445015 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[SOLR2004]} 0 0
   [junit4]   2> 1445015 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1445015 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4c09bfbe
   [junit4]   2> 1445024 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6bfbe9c7[collection1] main]
   [junit4]   2> 1445025 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1445026 INFO  (searcherExecutor-5541-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6bfbe9c7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c3/1:delGen=1) Uninverting(_1(7.0.0):c2) Uninverting(_2(7.0.0):c3) Uninverting(_3(7.0.0):c2)))}
   [junit4]   2> 1445038 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 23
   [junit4]   2> 1445045 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosData-seed#[BE75D0A7793D022C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSegmentInfosData
   [junit4]   2> 1445055 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosData-seed#[BE75D0A7793D022C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/admin/segments&wt=xml} status=0 QTime=9
   [junit4]   2> 1445055 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosData-seed#[BE75D0A7793D022C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSegmentInfosData
   [junit4]   2> 1445057 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfos-seed#[BE75D0A7793D022C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSegmentInfos
   [junit4]   2> 1445057 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfos-seed#[BE75D0A7793D022C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/admin/segments&wt=xml} status=0 QTime=0
   [junit4]   2> 1445058 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfos-seed#[BE75D0A7793D022C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSegmentInfos
   [junit4]   2> 1445060 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[BE75D0A7793D022C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSegmentInfosVersion
   [junit4]   2> 1445060 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[BE75D0A7793D022C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/admin/segments&wt=xml} status=0 QTime=0
   [junit4]   2> 1445060 ERROR (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[BE75D0A7793D022C]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='7.0.0'])
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1992</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.277Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">2050</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.279Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">2129</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.296Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">2094</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.320Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst></lst>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:qt=/admin/segments&wt=xml
   [junit4]   2> 1445061 ERROR (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[BE75D0A7793D022C]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: qt=/admin/segments&wt=xml:java.lang.RuntimeException: REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='7.0.0'])
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1992</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.277Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">2050</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.279Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">2129</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.296Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">2094</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.320Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst></lst>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:qt=/admin/segments&wt=xml
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:875)
   [junit4]   2> 	at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion(SegmentsInfoRequestHandlerTest.java:70)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1445061 INFO  (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[BE75D0A7793D022C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSegmentInfosVersion
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SegmentsInfoRequestHandlerTest -Dtests.method=testSegmentInfosVersion -Dtests.seed=BE75D0A7793D022C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=hi-IN -Dtests.timezone=America/Argentina/San_Luis -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.01s J2 | SegmentsInfoRequestHandlerTest.testSegmentInfosVersion <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BE75D0A7793D022C:46AB454F0151D37F]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:882)
   [junit4]    > 	at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion(SegmentsInfoRequestHandlerTest.java:70)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='7.0.0'])
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1992</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.277Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">2050</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.279Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">2129</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.296Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">2094</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.320Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst></lst>
   [junit4]    > </response>
   [junit4]    > 	request was:qt=/admin/segments&wt=xml
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:875)
   [junit4]    > 	... 40 more
   [junit4]   2> 1445063 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1445063 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1417205026
   [junit4]   2> 1445063 INFO  (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1445074 INFO  (coreCloseExecutor-5545-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4b2af7aa
   [junit4]   2> 1445105 INFO  (coreCloseExecutor-5545-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1261107114
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.SegmentsInfoRequestHandlerTest_BE75D0A7793D022C-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=MockRandom), id=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=911, maxMBSortInHeap=7.371186349146663, sim=RandomSimilarity(queryNorm=false): {}, locale=hi-IN, timezone=America/Argentina/San_Luis
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=138072928,total=517472256
   [junit4]   2> NOTE: All tests run in this JVM: [PKIAuthenticationIntegrationTest, SolrJmxReporterTest, TestPhraseSuggestions, BadCopyFieldTest, TestCloudSchemaless, ExternalFileFieldSortTest, SpatialHeatmapFacetsTest, SolrCloudExampleTest, TestFastOutputStream, ManagedSchemaRoundRobinCloudTest, OutputWriterTest, XmlUpdateRequestHandlerTest, DeleteLastCustomShardedReplicaTest, TestUnifiedSolrHighlighter, TestFieldSortValues, TestManagedSchemaAPI, VMParamsZkACLAndCredentialsProvidersTest, SolrTestCaseJ4Test, TestWriterPerf, CurrencyFieldXmlFileTest, TestNRTOpen, OverseerTest, HLLSerializationTest, TestRestManager, DistributedQueryComponentOptimizationTest, SolrCoreCheckLockOnStartupTest, SolrCoreMetricManagerTest, TestRawResponseWriter, RequestHandlersTest, TestSolrConfigHandlerConcurrent, DistributedVersionInfoTest, BitVectorTest, TestHdfsCloudBackupRestore, SolrMetricsIntegrationTest, BadIndexSchemaTest, PreAnalyzedUpdateProcessorTest, TestNamedUpdateProcessors, TestQuerySenderNoQuery, DirectUpdateHandlerOptimizeTest, TestStressReorder, GraphQueryTest, DocExpirationUpdateProcessorFactoryTest, AsyncCallRequestStatusResponseTest, HdfsTlogReplayBufferedWhileIndexingTest, TestOnReconnectListenerSupport, AutoCommitTest, HighlighterConfigTest, TestSchemaManager, CdcrVersionReplicationTest, TestTrackingShardHandlerFactory, BinaryUpdateRequestHandlerTest, DocValuesMultiTest, TestCSVResponseWriter, ShowFileRequestHandlerTest, TestUseDocValuesAsStored2, SuggesterTest, TestSolrCloudWithKerberosAlt, FullSolrCloudDistribCmdsTest, AnalysisErrorHandlingTest, TestReplicationHandlerBackup, SuggesterWFSTTest, CheckHdfsIndexTest, TestCloudDeleteByQuery, TestSolrConfigHandler, TestUtils, TestLRUStatsCache, TestDistribDocBasedVersion, StressHdfsTest, CollectionTooManyReplicasTest, UtilsToolTest, MigrateRouteKeyTest, TestCollectionAPIs, NoCacheHeaderTest, CachingDirectoryFactoryTest, TestTolerantSearch, TestGroupingSearch, TestSort, HdfsNNFailoverTest, TestComponentsName, SimpleFacetsTest, SuggesterTSTTest, TestEmbeddedSolrServerSchemaAPI, DebugComponentTest, TestExtendedDismaxParser, TestSubQueryTransformerDistrib, TestSolrFieldCacheMBean, CloudExitableDirectoryReaderTest, DistributedFacetPivotSmallTest, DeleteShardTest, QueryResultKeyTest, JSONWriterTest, RecoveryZkTest, TestMiniSolrCloudCluster, DistributedFacetPivotLargeTest, BlockJoinFacetDistribTest, TestSolrQueryParser, TestRecovery, TestTrieFacet, TestConfig, TestCoreDiscovery, TestMergePolicyConfig, CoreAdminCreateDiscoverTest, TestDocSet, DistanceUnitsTest, TestUniqueKeyFieldResource, TestJsonRequest, TestTolerantUpdateProcessorRandomCloud, BasicDistributedZk2Test, TestOverriddenPrefixQueryForCustomFieldType, TestNumericTerms64, InfoHandlerTest, UpdateParamsTest, SegmentsInfoRequestHandlerTest]
   [junit4] Completed [286/696 (1!)] on J2 in 0.51s, 3 tests, 1 error <<< FAILURES!

[...truncated 63927 lines...]



[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1264 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1264/

2 tests failed.
FAILED:  org.apache.solr.update.PeerSyncTest.test

Error Message:
.response[0][id][0]:1!=2

Stack Trace:
junit.framework.AssertionFailedError: .response[0][id][0]:1!=2
	at __randomizedtesting.SeedInfo.seed([3850E1F5A3863024:B004DE2F0D7A5DDC]:0)
	at junit.framework.Assert.fail(Assert.java:50)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:913)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:932)
	at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:650)
	at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:641)
	at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:105)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.update.processor.TestNamedUpdateProcessors.test

Error Message:
Index: 0, Size: 0

Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
	at __randomizedtesting.SeedInfo.seed([3850E1F5A3863024:B004DE2F0D7A5DDC]:0)
	at java.util.ArrayList.rangeCheck(ArrayList.java:653)
	at java.util.ArrayList.get(ArrayList.java:429)
	at org.apache.solr.update.processor.TestNamedUpdateProcessors.test(TestNamedUpdateProcessors.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11362 lines...]
   [junit4] Suite: org.apache.solr.update.PeerSyncTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/init-core-data-001
   [junit4]   2> 31008 WARN  (SUITE-PeerSyncTest-seed#[3850E1F5A3863024]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 31008 INFO  (SUITE-PeerSyncTest-seed#[3850E1F5A3863024]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 31010 INFO  (SUITE-PeerSyncTest-seed#[3850E1F5A3863024]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 31010 INFO  (SUITE-PeerSyncTest-seed#[3850E1F5A3863024]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 31011 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 31012 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 31063 WARN  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 31064 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 31127 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 31365 WARN  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 31371 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 31450 WARN  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 31453 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
   [junit4]   2> 31453 WARN  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 31458 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
   [junit4]   2> 31458 WARN  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 31458 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
   [junit4]   2> 31505 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 31564 WARN  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 31575 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 31616 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 32089 WARN  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 32093 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 32143 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
   [junit4]   2> 32144 WARN  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 32144 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
   [junit4]   2> 32144 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 32144 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/init-core-data-001/]
   [junit4]   2> 32145 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
   [junit4]   2> 32159 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=72.884765625, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=17.374379215930666, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 32534 WARN  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 32626 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 32636 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 32638 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 32638 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 32639 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=17.0595703125, floorSegmentMB=1.21484375, forceMergeDeletesPctAllowed=13.553250115182951, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17846364660667852
   [junit4]   2> 32642 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24b5b29f[collection1] main]
   [junit4]   2> 32650 WARN  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 32650 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 32653 INFO  (coreLoadExecutor-64-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562001748840677376
   [junit4]   2> 32659 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 32874 INFO  (searcherExecutor-65-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@24b5b29f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 33155 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/control/cores/collection1
   [junit4]   2> 33162 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 33378 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@378ba50f{/,null,AVAILABLE}
   [junit4]   2> 33379 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1530749b{HTTP/1.1,[http/1.1]}{127.0.0.1:38386}
   [junit4]   2> 33381 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.Server Started @36136ms
   [junit4]   2> 33381 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/, hostPort=38386, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/control/cores}
   [junit4]   2> 33382 ERROR (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 33382 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 33382 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 33382 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 33382 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T05:09:10.780Z
   [junit4]   2> 33382 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/control/solr.xml
   [junit4]   2> 33444 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/control/cores
   [junit4]   2> 33444 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 33445 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 33539 WARN  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 33540 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 33571 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 34020 WARN  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 34022 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 34029 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
   [junit4]   2> 34030 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 34030 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 34030 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
   [junit4]   2> 34032 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=72.884765625, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=17.374379215930666, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 34071 WARN  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 34404 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 34404 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 34405 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 34406 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 34415 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=17.0595703125, floorSegmentMB=1.21484375, forceMergeDeletesPctAllowed=13.553250115182951, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17846364660667852
   [junit4]   2> 34416 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@662a8926[collection1] main]
   [junit4]   2> 34417 WARN  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 34417 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 34418 INFO  (coreLoadExecutor-75-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562001750691414016
   [junit4]   2> 34437 INFO  (searcherExecutor-76-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@662a8926[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 34798 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 34800 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 34910 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@408cdb45{/,null,AVAILABLE}
   [junit4]   2> 34910 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1046105{HTTP/1.1,[http/1.1]}{127.0.0.1:41343}
   [junit4]   2> 34911 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.Server Started @37665ms
   [junit4]   2> 34911 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/, hostPort=41343, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard0/cores}
   [junit4]   2> 34911 ERROR (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 34913 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 34913 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 34913 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 34913 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T05:09:12.311Z
   [junit4]   2> 34914 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 35006 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard0/cores
   [junit4]   2> 35006 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 35016 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 35109 WARN  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 35126 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 35406 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 35633 WARN  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 35635 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 35660 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
   [junit4]   2> 35660 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 35660 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 35660 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
   [junit4]   2> 35671 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=72.884765625, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=17.374379215930666, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 35686 WARN  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 35789 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 35789 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 35790 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 35790 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 35794 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=17.0595703125, floorSegmentMB=1.21484375, forceMergeDeletesPctAllowed=13.553250115182951, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17846364660667852
   [junit4]   2> 35794 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@708f471[collection1] main]
   [junit4]   2> 35794 WARN  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 35795 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 35797 INFO  (coreLoadExecutor-86-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562001752137400320
   [junit4]   2> 35806 INFO  (searcherExecutor-87-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@708f471[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 36555 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard1/cores/collection1
   [junit4]   2> 36556 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 36622 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@459baef0{/,null,AVAILABLE}
   [junit4]   2> 36623 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@72d7e903{HTTP/1.1,[http/1.1]}{127.0.0.1:44716}
   [junit4]   2> 36623 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.Server Started @39377ms
   [junit4]   2> 36623 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/, hostPort=44716, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard1/cores}
   [junit4]   2> 36623 ERROR (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 36634 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 36635 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 36635 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 36635 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T05:09:14.033Z
   [junit4]   2> 36635 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard1/solr.xml
   [junit4]   2> 36688 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard1/cores
   [junit4]   2> 36688 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 36731 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 36822 WARN  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 36823 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 36908 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 37039 WARN  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 37041 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 37083 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
   [junit4]   2> 37083 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 37083 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard1/cores/collection1/data/]
   [junit4]   2> 37083 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
   [junit4]   2> 37085 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=72.884765625, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=17.374379215930666, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 37119 WARN  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 37394 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 37394 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 37395 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 37395 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 37410 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=17.0595703125, floorSegmentMB=1.21484375, forceMergeDeletesPctAllowed=13.553250115182951, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17846364660667852
   [junit4]   2> 37412 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49d3ad87[collection1] main]
   [junit4]   2> 37412 WARN  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 37412 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 37414 INFO  (coreLoadExecutor-97-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562001753832947712
   [junit4]   2> 37420 INFO  (searcherExecutor-98-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@49d3ad87[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 38058 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard2/cores/collection1
   [junit4]   2> 38061 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 38095 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7eae4bad{/,null,AVAILABLE}
   [junit4]   2> 38095 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@500f7655{HTTP/1.1,[http/1.1]}{127.0.0.1:49739}
   [junit4]   2> 38095 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.Server Started @40850ms
   [junit4]   2> 38096 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/, hostPort=49739, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard2/cores}
   [junit4]   2> 38096 ERROR (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 38100 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 38100 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 38100 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 38100 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T05:09:15.498Z
   [junit4]   2> 38100 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard2/solr.xml
   [junit4]   2> 38248 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard2/cores
   [junit4]   2> 38248 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 38349 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 38441 WARN  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 38465 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 38510 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 38735 WARN  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 38737 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 38752 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
   [junit4]   2> 38753 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 38753 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard2/cores/collection1/data/]
   [junit4]   2> 38753 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
   [junit4]   2> 38755 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=72.884765625, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=17.374379215930666, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 38847 WARN  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 38946 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 38946 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 38947 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 38947 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 38954 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=17.0595703125, floorSegmentMB=1.21484375, forceMergeDeletesPctAllowed=13.553250115182951, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17846364660667852
   [junit4]   2> 38982 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4197d190[collection1] main]
   [junit4]   2> 38983 WARN  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 38983 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 38984 INFO  (coreLoadExecutor-108-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562001755479212032
   [junit4]   2> 38987 INFO  (searcherExecutor-109-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4197d190[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 39350 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 39387 INFO  (qtp119894870-133) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 10
   [junit4]   2> 39470 INFO  (qtp48613276-150) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:41343//collection1] nUpdates=100
   [junit4]   2> 39644 INFO  (qtp119894870-131) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@44c3ca12[collection1] realtime]
   [junit4]   2> 39647 INFO  (qtp119894870-131) [    x:collection1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@44c3ca12[collection1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_0(7.0.0):C1)) docBase=0 ord=0) mavVersion:9223372036854775807
   [junit4]   2> 39651 INFO  (qtp119894870-131) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:150.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 39652 INFO  (qtp119894870-131) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=152
   [junit4]   2> 39661 INFO  (qtp48613276-150) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:7.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 39662 INFO  (qtp48613276-150) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= DONE.  We have no versions.  sync failed.
   [junit4]   2> 39671 INFO  (qtp119894870-131) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:3.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 39676 INFO  (qtp119894870-131) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 39677 INFO  (qtp48613276-150) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:41343//collection1&wt=javabin&version=2} status=0 QTime=214
   [junit4]   2> 39682 INFO  (qtp48613276-151) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 3
   [junit4]   2> 39683 INFO  (qtp48613276-152) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:41343//collection1] nUpdates=100
   [junit4]   2> 39685 INFO  (qtp119894870-136) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 39685 INFO  (qtp119894870-136) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 39710 INFO  (qtp48613276-152) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f5fa259[collection1] realtime]
   [junit4]   2> 39710 INFO  (qtp48613276-152) [    x:collection1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@f5fa259[collection1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_0(7.0.0):C1)) docBase=0 ord=0) mavVersion:9223372036854775807
   [junit4]   2> 39710 INFO  (qtp48613276-152) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:24.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 39710 INFO  (qtp48613276-152) [    x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 39710 INFO  (qtp48613276-152) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:41343//collection1&wt=javabin&version=2} status=0 QTime=27
   [junit4]   2> 39712 INFO  (qtp119894870-134) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 39712 INFO  (qtp119894870-134) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@483cadc5 commitCommandVersion:0
   [junit4]   2> 39714 INFO  (qtp119894870-134) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18f3c15[collection1] main]
   [junit4]   2> 39714 INFO  (qtp119894870-134) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 39723 INFO  (searcherExecutor-87-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@18f3c15[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))}
   [junit4]   2> 39724 INFO  (qtp119894870-134) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 11
   [junit4]   2> 39725 INFO  (qtp48613276-153) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 39725 INFO  (qtp48613276-153) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3de93f97 commitCommandVersion:0
   [junit4]   2> 39727 INFO  (qtp48613276-153) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6db1a82[collection1] main]
   [junit4]   2> 39728 INFO  (qtp48613276-153) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 39729 INFO  (searcherExecutor-98-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6db1a82[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))}
   [junit4]   2> 39729 INFO  (qtp48613276-153) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
   [junit4]   2> 39733 INFO  (qtp119894870-130) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 39736 INFO  (qtp48613276-149) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 39756 INFO  (qtp119894870-133) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[2 (2)]} 0 17
   [junit4]   2> 39758 INFO  (qtp48613276-147) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:41343//collection1] nUpdates=100
   [junit4]   2> 39796 INFO  (qtp119894870-137) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7db656f5[collection1] realtime]
   [junit4]   2> 39796 INFO  (qtp119894870-137) [    x:collection1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@7db656f5[collection1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_1(7.0.0):C1)) docBase=1 ord=1) mavVersion:9223372036854775807
   [junit4]   2> 39796 INFO  (qtp119894870-137) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:37.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 39796 INFO  (qtp119894870-137) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=37
   [junit4]   2> 39800 INFO  (qtp48613276-147) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 39808 INFO  (qtp119894870-133) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5cd76101[collection1] realtime]
   [junit4]   2> 39809 INFO  (qtp119894870-133) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:4.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 39809 INFO  (qtp119894870-133) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 39810 INFO  (qtp48613276-147) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=  Received 2 versions from http://127.0.0.1:41343//collection1 fingerprint:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 39811 INFO  (qtp119894870-136) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&checkCanHandleVersionRanges=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 39812 INFO  (qtp48613276-147) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= Requesting updates from http://127.0.0.1:41343//collection1n=1 versions=2...2
   [junit4]   2> 39814 INFO  (qtp119894870-136) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=2, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 39814 INFO  (qtp119894870-136) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={getUpdates=2...2&distrib=false&qt=/get&fingerprint=true&onlyIfActive=false&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 39817 INFO  (qtp48613276-147) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (2)]} 0 2
   [junit4]   2> 39853 INFO  (qtp48613276-147) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@385c283c[collection1] realtime]
   [junit4]   2> 39853 INFO  (qtp48613276-147) [    x:collection1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@385c283c[collection1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_1(7.0.0):C1)) docBase=1 ord=1) mavVersion:2
   [junit4]   2> 39853 INFO  (qtp48613276-147) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:36.0 result:{maxVersionSpecified=2, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 39853 INFO  (qtp48613276-147) [    x:collection1] o.a.s.u.PeerSync Fingerprint comparison: 0
   [junit4]   2> 39853 INFO  (qtp48613276-147) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= DONE. sync succeeded
   [junit4]   2> 39854 INFO  (qtp48613276-147) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:41343//collection1&wt=javabin&version=2} status=0 QTime=96
   [junit4]   2> 39855 INFO  (qtp119894870-135) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 39857 INFO  (qtp119894870-135) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@483cadc5 commitCommandVersion:0
   [junit4]   2> 39859 INFO  (qtp119894870-135) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7116e017[collection1] main]
   [junit4]   2> 39862 INFO  (qtp119894870-135) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 39995 INFO  (searcherExecutor-87-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7116e017[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1)))}
   [junit4]   2> 40001 INFO  (qtp119894870-135) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 146
   [junit4]   2> 40005 INFO  (qtp48613276-150) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 40006 INFO  (qtp48613276-150) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3de93f97 commitCommandVersion:0
   [junit4]   2> 40019 INFO  (qtp48613276-150) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@77a790ec[collection1] main]
   [junit4]   2> 40021 INFO  (qtp48613276-150) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 40023 INFO  (searcherExecutor-98-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@77a790ec[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(7.0.0):C2)))}
   [junit4]   2> 40023 INFO  (qtp48613276-150) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 18
   [junit4]   2> 40025 INFO  (qtp119894870-131) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 40027 INFO  (qtp48613276-150) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 40029 ERROR (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.BaseDistributedSearchTestCase Mismatched responses:
   [junit4]   2> {responseHeader={status=0,QTime=0},response={numFound=2,start=0,docs=[SolrDocument{id=1, range_facet_l=[1], range_facet_l_dv=[1], range_facet_i_dv=[1], multiDefault=[muLti-Default], intDefault=42, timestamp=Thu Mar 16 01:09:16 AST 2017, _version_=1, intDvoDefault=42}, SolrDocument{id=2, range_facet_l=[2], range_facet_l_dv=[2], range_facet_i_dv=[2], n_ti1=2101651452, n_f1=0.661997, n_tf1=0.7551859, n_d1=0.7131170969403724, n_td1=0.7689054086653256, n_l1=1349988186414091206, n_tl1=251870419177294097, n_dt1=Tue Jul 11 05:23:03 AST 168846045, n_tdt1=Sun Oct 12 21:57:18 AST 135344890, multiDefault=[muLti-Default], intDefault=42, timestamp=Thu Mar 16 01:09:17 AST 2017, _version_=2, intDvoDefault=42}]}}
   [junit4]   2> {responseHeader={status=0,QTime=0},response={numFound=2,start=0,docs=[SolrDocument{id=2, range_facet_l=[2], range_facet_l_dv=[2], range_facet_i_dv=[2], n_ti1=2101651452, n_f1=0.661997, n_tf1=0.7551859, n_d1=0.7131170969403724, n_td1=0.7689054086653256, n_l1=1349988186414091206, n_tl1=251870419177294097, n_dt1=Tue Jul 11 05:23:03 AST 168846045, n_tdt1=Sun Oct 12 21:57:18 AST 135344890, multiDefault=[muLti-Default], intDefault=42, timestamp=Thu Mar 16 01:09:17 AST 2017, _version_=2, intDvoDefault=42}, SolrDocument{id=1, range_facet_l=[1], range_facet_l_dv=[1], range_facet_i_dv=[1], multiDefault=[muLti-Default], intDefault=42, timestamp=Thu Mar 16 01:09:17 AST 2017, _version_=1, intDvoDefault=42}]}}
   [junit4]   2> 40031 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> 40032 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1530749b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 40032 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1022999058
   [junit4]   2> 40032 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 40042 INFO  (coreCloseExecutor-114-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@306e5115
   [junit4]   2> 40201 INFO  (coreCloseExecutor-114-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=812536085
   [junit4]   2> 40202 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@378ba50f{/,null,UNAVAILABLE}
   [junit4]   2> 40203 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1046105{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 40203 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1472738706
   [junit4]   2> 40203 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 40204 INFO  (coreCloseExecutor-116-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d2edb40
   [junit4]   2> 40235 INFO  (coreCloseExecutor-116-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=221174592
   [junit4]   2> 40250 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@408cdb45{/,null,UNAVAILABLE}
   [junit4]   2> 40285 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@72d7e903{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 40285 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=782678122
   [junit4]   2> 40286 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 40293 INFO  (coreCloseExecutor-118-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7ce6c05e
   [junit4]   2> 40397 INFO  (coreCloseExecutor-118-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2095497310
   [junit4]   2> 40398 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@459baef0{/,null,UNAVAILABLE}
   [junit4]   2> 40402 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@500f7655{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 40402 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1014091743
   [junit4]   2> 40406 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 40428 INFO  (coreCloseExecutor-120-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5d1e0f5d
   [junit4]   2> 40475 INFO  (coreCloseExecutor-120-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1562251101
   [junit4]   2> 40476 INFO  (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7eae4bad{/,null,UNAVAILABLE}
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=PeerSyncTest -Dtests.method=test -Dtests.seed=3850E1F5A3863024 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ar-YE -Dtests.timezone=America/Antigua -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 9.47s J0 | PeerSyncTest.test <<<
   [junit4]    > Throwable #1: junit.framework.AssertionFailedError: .response[0][id][0]:1!=2
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3850E1F5A3863024:B004DE2F0D7A5DDC]:0)
   [junit4]    > 	at junit.framework.Assert.fail(Assert.java:50)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:913)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:932)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:650)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:641)
   [junit4]    > 	at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:105)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 40481 INFO  (SUITE-PeerSyncTest-seed#[3850E1F5A3863024]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 40481 INFO  (SUITE-PeerSyncTest-seed#[3850E1F5A3863024]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=782038094
   [junit4]   2> 40481 INFO  (SUITE-PeerSyncTest-seed#[3850E1F5A3863024]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 40513 INFO  (coreCloseExecutor-122-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7f3ddd0a
   [junit4]   2> 40579 INFO  (coreCloseExecutor-122-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2134760714
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=FST50, n_l1=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=Direct), intDefault=Lucene50(blocksize=128), n_dt1=Lucene50(blocksize=128), n_td1=Lucene50(blocksize=128), n_d1=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=Direct), n_f1=Lucene50(blocksize=128), n_ti1=FST50, n_tl1=Lucene50(blocksize=128), n_tf1=PostingsFormat(name=Direct), n_tdt1=Lucene50(blocksize=128), id=FST50, range_facet_i_dv=PostingsFormat(name=Direct), timestamp=PostingsFormat(name=Direct)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), n_l1=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), n_dt1=DocValuesFormat(name=Lucene70), n_td1=DocValuesFormat(name=Lucene70), n_d1=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Lucene70), n_f1=DocValuesFormat(name=Lucene70), n_ti1=DocValuesFormat(name=Direct), n_tl1=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Lucene70), n_tf1=DocValuesFormat(name=Lucene70), n_tdt1=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=438, maxMBSortInHeap=6.732566225833754, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-YE, timezone=America/Antigua
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=190257872,total=339738624
   [junit4]   2> NOTE: All tests run in this JVM: [JsonValidatorTest, CacheHeaderTest, TestManagedStopFilterFactory, TestSortByMinMaxFunction, ExplicitHLLTest, TestLegacyFieldCache, PeerSyncTest]
   [junit4] Completed [14/699 (1!)] on J0 in 9.75s, 1 test, 1 failure <<< FAILURES!

[...truncated 2187 lines...]
   [junit4] Suite: org.apache.solr.update.processor.TestNamedUpdateProcessors
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/init-core-data-001
   [junit4]   2> 4128346 INFO  (SUITE-TestNamedUpdateProcessors-seed#[3850E1F5A3863024]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 4128346 INFO  (SUITE-TestNamedUpdateProcessors-seed#[3850E1F5A3863024]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 4128347 INFO  (SUITE-TestNamedUpdateProcessors-seed#[3850E1F5A3863024]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 4128349 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4128349 INFO  (Thread-16907) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4128349 INFO  (Thread-16907) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4128449 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.ZkTestServer start zk server on port:35881
   [junit4]   2> 4128507 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4128508 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 4128509 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4128510 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4128510 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4128511 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4128512 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4128512 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4128513 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4128514 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4128514 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4128755 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/control-001/cores/collection1
   [junit4]   2> 4128774 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 4128788 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64a7c3d1{/,null,AVAILABLE}
   [junit4]   2> 4128789 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5181f05a{SSL,[ssl, http/1.1]}{127.0.0.1:53095}
   [junit4]   2> 4128789 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.e.j.s.Server Started @4131320ms
   [junit4]   2> 4128789 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/tempDir-001/control/data, hostContext=/, hostPort=53095, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/control-001/cores}
   [junit4]   2> 4128789 ERROR (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4128790 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 4128790 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4128790 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4128790 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T06:17:25.960Z
   [junit4]   2> 4128791 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4128792 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/control-001/solr.xml
   [junit4]   2> 4128797 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35881/solr
   [junit4]   2> 4128807 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [n:127.0.0.1:53095_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4128807 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [n:127.0.0.1:53095_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53095_
   [junit4]   2> 4128808 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [n:127.0.0.1:53095_    ] o.a.s.c.Overseer Overseer (id=97625377703198725-127.0.0.1:53095_-n_0000000000) starting
   [junit4]   2> 4128820 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [n:127.0.0.1:53095_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53095_
   [junit4]   2> 4128821 INFO  (zkCallback-31657-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4128876 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [n:127.0.0.1:53095_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/control-001/cores
   [junit4]   2> 4128876 INFO  (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [n:127.0.0.1:53095_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 4128895 INFO  (OverseerStateUpdate-97625377703198725-127.0.0.1:53095_-n_0000000000) [n:127.0.0.1:53095_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 4129900 INFO  (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 4129919 INFO  (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 4130236 WARN  (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 4130238 INFO  (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 4130252 INFO  (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 4130253 INFO  (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 4130253 INFO  (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/control-001/cores/collection1/data/]
   [junit4]   2> 4130253 INFO  (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4009727e
   [junit4]   2> 4130262 INFO  (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=9, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=48.2705078125, floorSegmentMB=2.0947265625, forceMergeDeletesPctAllowed=3.6191305756048964, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.12732153163068347
   [junit4]   2> 4130280 WARN  (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 4130346 INFO  (coreLoadExecutor-16362

[...truncated too long message...]

te.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 	2	/solr/collections/.system/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	39	/solr/overseer/queue
   [junit4]   2> 	19	/solr/overseer/collection-queue-work
   [junit4]   2> 	16	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNamedUpdateProcessors -Dtests.method=test -Dtests.seed=3850E1F5A3863024 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=es-UY -Dtests.timezone=America/Managua -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   21.8s J1 | TestNamedUpdateProcessors.test <<<
   [junit4]    > Throwable #1: java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3850E1F5A3863024:B004DE2F0D7A5DDC]:0)
   [junit4]    > 	at java.util.ArrayList.rangeCheck(ArrayList.java:653)
   [junit4]    > 	at java.util.ArrayList.get(ArrayList.java:429)
   [junit4]    > 	at org.apache.solr.update.processor.TestNamedUpdateProcessors.test(TestNamedUpdateProcessors.java:128)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 4150123 INFO  (SUITE-TestNamedUpdateProcessors-seed#[3850E1F5A3863024]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001
   [junit4]   2> Mar 16, 2017 6:17:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {blobName=PostingsFormat(name=MockRandom), test_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), size=Lucene50(blocksize=128), processors_s=Lucene50(blocksize=128), _version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=PostingsFormat(name=MockRandom), id=Lucene50(blocksize=128), version=PostingsFormat(name=MockRandom), mul_s=PostingsFormat(name=MockRandom), md5=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), timestamp=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Direct), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=673, maxMBSortInHeap=5.78931745286851, sim=RandomSimilarity(queryNorm=true): {}, locale=es-UY, timezone=America/Managua
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=169792800,total=532152320
   [junit4]   2> NOTE: All tests run in this JVM: [TestSystemIdResolver, WordBreakSolrSpellCheckerTest, DocValuesTest, TestPerFieldSimilarity, FullHLLTest, DocumentBuilderTest, SolrIndexSplitterTest, TestClassNameShortening, TestPushWriter, SparseHLLTest, ParsingFieldUpdateProcessorsTest, UpdateRequestProcessorFactoryTest, TestDocBasedVersionConstraints, TestDynamicFieldCollectionResource, SpellCheckCollatorTest, TestPointFields, TestFuzzyAnalyzedSuggestions, ChangedSchemaMergeTest, TestSolrCoreParser, HdfsLockFactoryTest, TestMinMaxOnMultiValuedField, TestScoreJoinQPScore, SolrCmdDistributorTest, AnalyticsQueryTest, DistributedFacetPivotSmallTest, TestNoOpRegenerator, TestUseDocValuesAsStored, FileUtilsTest, SpellCheckComponentTest, HighlighterTest, TestSimpleTrackingShardHandler, TlogReplayBufferedWhileIndexingTest, TestStressRecovery, AssignTest, TestReqParamsAPI, TestCloudRecovery, SegmentsInfoRequestHandlerTest, EnumFieldTest, SimpleCollectionCreateDeleteTest, TestCustomSort, TestCustomStream, TestSystemCollAutoCreate, CollectionStateFormat2Test, CoreAdminRequestStatusTest, TestClusterStateMutator, AlternateDirectoryTest, TestRecoveryHdfs, LeaderInitiatedRecoveryOnShardRestartTest, TestGraphTermsQParserPlugin, TestWordDelimiterFilterFactory, HttpSolrCallGetCoreTest, TestConfigReload, SchemaVersionSpecificBehaviorTest, TestInPlaceUpdatesDistrib, TestConfigSetsAPI, TestElisionMultitermQuery, BlockJoinFacetSimpleTest, ZkCLITest, TestSolrCoreSnapshots, CleanupOldIndexTest, SolrCloudReportersTest, ClassificationUpdateProcessorFactoryTest, TimeZoneUtilsTest, BlobRepositoryCloudTest, TestCloudInspectUtil, DirectSolrSpellCheckerTest, CloneFieldUpdateProcessorFactoryTest, TestCharFilters, TestCoreContainer, DistributedQueryComponentOptimizationTest, MetricsHandlerTest, DistributedFacetPivotLargeTest, DistanceFunctionTest, TestTrackingShardHandlerFactory, TestHashPartitioner, TestXmlQParserPlugin, TestLeaderElectionWithEmptyReplica, DistributedQueueTest, TestFieldCacheReopen, DistributedDebugComponentTest, TestSolrQueryParserResource, SpatialRPTFieldTypeTest, DistributedMLTComponentTest, IndexSchemaTest, TestQueryTypes, TestEmbeddedSolrServerConstructors, ChaosMonkeyNothingIsSafeTest, TestRandomCollapseQParserPlugin, TestCryptoKeys, DeleteReplicaTest, SpellingQueryConverterTest, TestNumericTerms32, TestManagedSynonymFilterFactory, SpatialHeatmapFacetsTest, TestDownShardTolerantSearch, PeerSyncReplicationTest, DirectSolrConnectionTest, TestUpdate, BJQParserTest, HdfsUnloadDistributedZkTest, TestSQLHandlerNonCloud, TestStressVersions, TestDefaultStatsCache, ConvertedLegacyTest, SortByFunctionTest, RollingRestartTest, JvmMetricsTest, TestExactStatsCache, InfixSuggestersTest, TestMacros, TestFiltering, ConnectionReuseTest, TestSizeLimitedDistributedMap, TestSolrIndexConfig, HardAutoCommitTest, SimpleFacetsTest, StatsComponentTest, TestFunctionQuery, BasicFunctionalityTest, TestBadConfig, DistributedQueryElevationComponentTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTest, TestTrie, SpatialFilterTest, PolyFieldTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, TermVectorComponentTest, MoreLikeThisHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestJmxIntegration, QueryParsingTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestQuerySenderListener, ResponseLogComponentTest, BadComponentTest, TestMergePolicyConfig, TestSearchPerf, TestPostingsSolrHighlighter, TestPhraseSuggestions, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, TestSuggestSpellingConverter, DOMUtilTest, TestLRUCache, TestDocumentBuilder, TestRTGBase, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, ActionThrottleTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, ConnectionManagerTest, CustomCollectionTest, DeleteNodeTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, OnlyLeaderIndexesTest, TestCloudPivotFacet, TestOnReconnectListenerSupport, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSSLRandomization, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest, HdfsRecoverLeaseTest, HdfsRestartWhileUpdatingTest, HdfsWriteToMultipleCollectionsTest, ConfigureRecoveryStrategyTest, CoreSorterTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, TestBackupRepositoryFactory, TestConfigOverlay, TestConfigSetImmutable, TestConfigSetProperties, TestConfigSets, TestCorePropertiesReload, TestDynamicLoading, RequestLoggingTest, TestBlobHandler, V2ApiIntegrationTest, PropertiesRequestHandlerTest, SecurityConfHandlerTest, TestCollectionAPIs, TestConfigsApi, ShufflingReplicaListTransformerTest, TestDistributedStatsComponentCardinality, TestUninvertingReader, AddBlockUpdateTest, DataDrivenBlockJoinTest, UpdateLogTest, VersionInfoTest, ClassificationUpdateProcessorIntegrationTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TemplateUpdateProcessorTest, TestNamedUpdateProcessors]
   [junit4] Completed [698/699 (2!)] on J1 in 22.55s, 1 test, 1 error <<< FAILURES!

[...truncated 62615 lines...]



[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1263 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1263/

3 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test.test

Error Message:
.response.numFound:68!=69

Stack Trace:
junit.framework.AssertionFailedError: .response.numFound:68!=69
	at __randomizedtesting.SeedInfo.seed([F0AE8849D2D95DCD:78FAB7937C253035]:0)
	at junit.framework.Assert.fail(Assert.java:50)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:913)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:932)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:607)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:587)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:566)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:334)
	at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:104)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)  at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)  at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)  at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)  at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:110)  at sun.reflect.GeneratedConstructorAccessor184.newInstance(Unknown Source)  at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)  at java.lang.reflect.Constructor.newInstance(Constructor.java:423)  at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:779)  at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:841)  at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1090)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:955)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:583)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:745)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)
	at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:110)
	at sun.reflect.GeneratedConstructorAccessor184.newInstance(Unknown Source)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:779)
	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:841)
	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1090)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:955)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:583)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)


	at __randomizedtesting.SeedInfo.seed([F0AE8849D2D95DCD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
	at sun.reflect.GeneratedMethodAccessor45.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1489573627977,generation=2,filelist=[_b8.fdt, _b8.fdx, _b8.fnm, _b8.nvd, _b8.nvm, _b8.si, _b8_Memory_0.ram, _mg.cfe, _mg.cfs, _mg.si, _o9.fdt, _o9.fdx, _o9.fnm, _o9.nvd, _o9.nvm, _o9.si, _o9_Memory_0.ram, _oa.cfe, _oa.cfs, _oa.si, _ob.fdt, _ob.fdx, _ob.fnm, _ob.nvd, _ob.nvm, _ob.si, _ob_Memory_0.ram, _oc.fdt, _oc.fdx, _oc.fnm, _oc.nvd, _oc.nvm, _oc.si, _oc_Memory_0.ram, _od.fdt, _od.fdx, _od.fnm, _od.nvd, _od.nvm, _od.si, _od_Memory_0.ram, _oe.fdt, _oe.fdx, _oe.fnm, _oe.nvd, _oe.nvm, _oe.si, _oe_Memory_0.ram, _of.fdt, _of.fdx, _of.fnm, _of.nvd, _of.nvm, _of.si, _of_Memory_0.ram, _og.fdt, _og.fdx, _og.fnm, _og.nvd, _og.nvm, _og.si, _og_Memory_0.ram, _oh.fdt, _oh.fdx, _oh.fnm, _oh.nvd, _oh.nvm, _oh.si, _oh_Memory_0.ram, _oi.fdt, _oi.fdx, _oi.fnm, _oi.nvd, _oi.nvm, _oi.si, _oi_Memory_0.ram, _oj.fdt, _oj.fdx, _oj.fnm, _oj.nvd, _oj.nvm, _oj.si, _oj_Memory_0.ram, _ok.fdt, _ok.fdx, _ok.fnm, _ok.nvd, _ok.nvm, _ok.si, _ok_Memory_0.ram, _ol.fdt, _ol.fdx, _ol.fnm, _ol.nvd, _ol.nvm, _ol.si, _ol_Memory_0.ram, _om.fdt, _om.fdx, _om.fnm, _om.nvd, _om.nvm, _om.si, _om_Memory_0.ram, segments_2]}]> but was:<[{indexVersion=1489573627977,generation=2,filelist=[_b8.fdt, _b8.fdx, _b8.fnm, _b8.nvd, _b8.nvm, _b8.si, _b8_Memory_0.ram, _mg.cfe, _mg.cfs, _mg.si, _o9.fdt, _o9.fdx, _o9.fnm, _o9.nvd, _o9.nvm, _o9.si, _o9_Memory_0.ram, _oa.cfe, _oa.cfs, _oa.si, _ob.fdt, _ob.fdx, _ob.fnm, _ob.nvd, _ob.nvm, _ob.si, _ob_Memory_0.ram, _oc.fdt, _oc.fdx, _oc.fnm, _oc.nvd, _oc.nvm, _oc.si, _oc_Memory_0.ram, _od.fdt, _od.fdx, _od.fnm, _od.nvd, _od.nvm, _od.si, _od_Memory_0.ram, _oe.fdt, _oe.fdx, _oe.fnm, _oe.nvd, _oe.nvm, _oe.si, _oe_Memory_0.ram, _of.fdt, _of.fdx, _of.fnm, _of.nvd, _of.nvm, _of.si, _of_Memory_0.ram, _og.fdt, _og.fdx, _og.fnm, _og.nvd, _og.nvm, _og.si, _og_Memory_0.ram, _oh.fdt, _oh.fdx, _oh.fnm, _oh.nvd, _oh.nvm, _oh.si, _oh_Memory_0.ram, _oi.fdt, _oi.fdx, _oi.fnm, _oi.nvd, _oi.nvm, _oi.si, _oi_Memory_0.ram, _oj.fdt, _oj.fdx, _oj.fnm, _oj.nvd, _oj.nvm, _oj.si, _oj_Memory_0.ram, _ok.fdt, _ok.fdx, _ok.fnm, _ok.nvd, _ok.nvm, _ok.si, _ok_Memory_0.ram, _ol.fdt, _ol.fdx, _ol.fnm, _ol.nvd, _ol.nvm, _ol.si, _ol_Memory_0.ram, _om.fdt, _om.fdx, _om.fnm, _om.nvd, _om.nvm, _om.si, _om_Memory_0.ram, segments_2]}, {indexVersion=1489573627977,generation=3,filelist=[_b8.fdt, _b8.fdx, _b8.fnm, _b8.nvd, _b8.nvm, _b8.si, _b8_Memory_0.ram, _mg.cfe, _mg.cfs, _mg.si, _om.fdt, _om.fdx, _om.fnm, _om.nvd, _om.nvm, _om.si, _om_Memory_0.ram, _on.cfe, _on.cfs, _on.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1489573627977,generation=2,filelist=[_b8.fdt, _b8.fdx, _b8.fnm, _b8.nvd, _b8.nvm, _b8.si, _b8_Memory_0.ram, _mg.cfe, _mg.cfs, _mg.si, _o9.fdt, _o9.fdx, _o9.fnm, _o9.nvd, _o9.nvm, _o9.si, _o9_Memory_0.ram, _oa.cfe, _oa.cfs, _oa.si, _ob.fdt, _ob.fdx, _ob.fnm, _ob.nvd, _ob.nvm, _ob.si, _ob_Memory_0.ram, _oc.fdt, _oc.fdx, _oc.fnm, _oc.nvd, _oc.nvm, _oc.si, _oc_Memory_0.ram, _od.fdt, _od.fdx, _od.fnm, _od.nvd, _od.nvm, _od.si, _od_Memory_0.ram, _oe.fdt, _oe.fdx, _oe.fnm, _oe.nvd, _oe.nvm, _oe.si, _oe_Memory_0.ram, _of.fdt, _of.fdx, _of.fnm, _of.nvd, _of.nvm, _of.si, _of_Memory_0.ram, _og.fdt, _og.fdx, _og.fnm, _og.nvd, _og.nvm, _og.si, _og_Memory_0.ram, _oh.fdt, _oh.fdx, _oh.fnm, _oh.nvd, _oh.nvm, _oh.si, _oh_Memory_0.ram, _oi.fdt, _oi.fdx, _oi.fnm, _oi.nvd, _oi.nvm, _oi.si, _oi_Memory_0.ram, _oj.fdt, _oj.fdx, _oj.fnm, _oj.nvd, _oj.nvm, _oj.si, _oj_Memory_0.ram, _ok.fdt, _ok.fdx, _ok.fnm, _ok.nvd, _ok.nvm, _ok.si, _ok_Memory_0.ram, _ol.fdt, _ol.fdx, _ol.fnm, _ol.nvd, _ol.nvm, _ol.si, _ol_Memory_0.ram, _om.fdt, _om.fdx, _om.fnm, _om.nvd, _om.nvm, _om.si, _om_Memory_0.ram, segments_2]}]> but was:<[{indexVersion=1489573627977,generation=2,filelist=[_b8.fdt, _b8.fdx, _b8.fnm, _b8.nvd, _b8.nvm, _b8.si, _b8_Memory_0.ram, _mg.cfe, _mg.cfs, _mg.si, _o9.fdt, _o9.fdx, _o9.fnm, _o9.nvd, _o9.nvm, _o9.si, _o9_Memory_0.ram, _oa.cfe, _oa.cfs, _oa.si, _ob.fdt, _ob.fdx, _ob.fnm, _ob.nvd, _ob.nvm, _ob.si, _ob_Memory_0.ram, _oc.fdt, _oc.fdx, _oc.fnm, _oc.nvd, _oc.nvm, _oc.si, _oc_Memory_0.ram, _od.fdt, _od.fdx, _od.fnm, _od.nvd, _od.nvm, _od.si, _od_Memory_0.ram, _oe.fdt, _oe.fdx, _oe.fnm, _oe.nvd, _oe.nvm, _oe.si, _oe_Memory_0.ram, _of.fdt, _of.fdx, _of.fnm, _of.nvd, _of.nvm, _of.si, _of_Memory_0.ram, _og.fdt, _og.fdx, _og.fnm, _og.nvd, _og.nvm, _og.si, _og_Memory_0.ram, _oh.fdt, _oh.fdx, _oh.fnm, _oh.nvd, _oh.nvm, _oh.si, _oh_Memory_0.ram, _oi.fdt, _oi.fdx, _oi.fnm, _oi.nvd, _oi.nvm, _oi.si, _oi_Memory_0.ram, _oj.fdt, _oj.fdx, _oj.fnm, _oj.nvd, _oj.nvm, _oj.si, _oj_Memory_0.ram, _ok.fdt, _ok.fdx, _ok.fnm, _ok.nvd, _ok.nvm, _ok.si, _ok_Memory_0.ram, _ol.fdt, _ol.fdx, _ol.fnm, _ol.nvd, _ol.nvm, _ol.si, _ol_Memory_0.ram, _om.fdt, _om.fdx, _om.fnm, _om.nvd, _om.nvm, _om.si, _om_Memory_0.ram, segments_2]}, {indexVersion=1489573627977,generation=3,filelist=[_b8.fdt, _b8.fdx, _b8.fnm, _b8.nvd, _b8.nvm, _b8.si, _b8_Memory_0.ram, _mg.cfe, _mg.cfs, _mg.si, _om.fdt, _om.fdx, _om.fnm, _om.nvd, _om.nvm, _om.si, _om_Memory_0.ram, _on.cfe, _on.cfs, _on.si, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([F0AE8849D2D95DCD:D5799379A29153CE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1279)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11508 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/init-core-data-001
   [junit4]   2> 287751 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 287751 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 287753 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 287753 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /m/p
   [junit4]   2> 288881 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 289836 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 290076 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 290095 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 290179 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 290221 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_53365_hdfs____131ev2/webapp
   [junit4]   2> 291279 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53365
   [junit4]   2> 292611 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 292615 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 292628 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_59736_datanode____8ttbq5/webapp
   [junit4]   2> 293176 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59736
   [junit4]   2> 293639 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 293641 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 293689 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39186_datanode____.e8mjf4/webapp
   [junit4]   2> 294196 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39186
   [junit4]   2> 296668 INFO  (IPC Server handler 6 on 39846) [    ] BlockStateChange BLOCK* processReport: from storage DS-7f931647-479a-4fce-af8a-74dc41570345 node DatanodeRegistration(127.0.0.1:56009, datanodeUuid=71c6e5f7-dc1c-4be9-946d-0d2ebf316f7a, infoPort=35392, infoSecurePort=0, ipcPort=60810, storageInfo=lv=-56;cid=testClusterID;nsid=1500762001;c=0), blocks: 0, hasStaleStorage: true, processing time: 238 msecs
   [junit4]   2> 296668 INFO  (IPC Server handler 7 on 39846) [    ] BlockStateChange BLOCK* processReport: from storage DS-789b8340-9182-4c31-b118-2a1fb7a969f4 node DatanodeRegistration(127.0.0.1:45470, datanodeUuid=12a4bb73-d407-4f65-a7c5-bf57db09de17, infoPort=38247, infoSecurePort=0, ipcPort=42609, storageInfo=lv=-56;cid=testClusterID;nsid=1500762001;c=0), blocks: 0, hasStaleStorage: true, processing time: 15 msecs
   [junit4]   2> 296669 INFO  (IPC Server handler 6 on 39846) [    ] BlockStateChange BLOCK* processReport: from storage DS-e886d4eb-f484-4253-9d12-70568dfde726 node DatanodeRegistration(127.0.0.1:56009, datanodeUuid=71c6e5f7-dc1c-4be9-946d-0d2ebf316f7a, infoPort=35392, infoSecurePort=0, ipcPort=60810, storageInfo=lv=-56;cid=testClusterID;nsid=1500762001;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 296670 INFO  (IPC Server handler 7 on 39846) [    ] BlockStateChange BLOCK* processReport: from storage DS-9bcde12d-8dfc-42d3-825f-83d84340f883 node DatanodeRegistration(127.0.0.1:45470, datanodeUuid=12a4bb73-d407-4f65-a7c5-bf57db09de17, infoPort=38247, infoSecurePort=0, ipcPort=42609, storageInfo=lv=-56;cid=testClusterID;nsid=1500762001;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 297106 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 297114 INFO  (Thread-249) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 297114 INFO  (Thread-249) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 297214 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.ZkTestServer start zk server on port:49197
   [junit4]   2> 297271 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 297273 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 297274 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 297275 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 297276 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 297277 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 297278 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 297279 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 297280 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 297291 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 297292 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 297546 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/control-001/cores/collection1
   [junit4]   2> 297548 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 297553 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42cf1de5{/m/p,null,AVAILABLE}
   [junit4]   2> 297553 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@648f5296{HTTP/1.1,[http/1.1]}{127.0.0.1:56656}
   [junit4]   2> 297553 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.Server Started @300486ms
   [junit4]   2> 297553 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:39846/hdfs__localhost_39846__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001_tempDir-002_control_data, hostContext=/m/p, hostPort=56656, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/control-001/cores}
   [junit4]   2> 297554 ERROR (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 297554 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 297554 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 297554 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 297554 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-15T10:02:05.907Z
   [junit4]   2> 297561 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 297561 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/control-001/solr.xml
   [junit4]   2> 297591 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49197/solr
   [junit4]   2> 297668 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:56656_m%2Fp    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 297669 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:56656_m%2Fp    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56656_m%2Fp
   [junit4]   2> 297670 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:56656_m%2Fp    ] o.a.s.c.Overseer Overseer (id=97620598815195140-127.0.0.1:56656_m%2Fp-n_0000000000) starting
   [junit4]   2> 297711 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:56656_m%2Fp    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56656_m%2Fp
   [junit4]   2> 297719 INFO  (zkCallback-111-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 297895 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:56656_m%2Fp    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/control-001/cores
   [junit4]   2> 297895 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:56656_m%2Fp    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 298292 INFO  (OverseerStateUpdate-97620598815195140-127.0.0.1:56656_m%2Fp-n_0000000000) [n:127.0.0.1:56656_m%2Fp    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 298318 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 298355 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 298489 WARN  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 298497 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 298512 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 298523 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39846/solr_hdfs_home
   [junit4]   2> 298523 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 298523 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 298523 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/control-001/cores/collection1], dataDir=[hdfs://localhost:39846/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 298524 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4360220f
   [junit4]   2> 298524 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
   [junit4]   2> 298556 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 298556 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 298556 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 299303 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 299311 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 299361 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 299378 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 299378 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 299378 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 299387 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 299388 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1196027669, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 299663 INFO  (IPC Server handler 8 on 39846) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56009 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7f931647-479a-4fce-af8a-74dc41570345:NORMAL:127.0.0.1:56009|RBW], ReplicaUC[[DISK]DS-9bcde12d-8dfc-42d3-825f-83d84340f883:NORMAL:127.0.0.1:45470|RBW]]} size 75
   [junit4]   2> 299664 INFO  (IPC Server handler 9 on 39846) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45470 is added to blk_1073741825_1001 size 75
   [junit4]   2> 300090 WARN  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 300227 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 300227 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 300227 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 300242 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 300243 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 300245 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.89453125, noCFSRatio=0.3409574282302449]
   [junit4]   2> 300346 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@29f59007[collection1] main]
   [junit4]   2> 300353 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 300354 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 300356 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 300360 INFO  (searcherExecutor-322-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@29f59007[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 300365 INFO  (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561929584442605568
   [junit4]   2> 300381 INFO  (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 300381 INFO  (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 300381 INFO  (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56656/m/p/collection1/
   [junit4]   2> 300381 INFO  (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 300381 INFO  (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:56656/m/p/collection1/ has no replicas
   [junit4]   2> 300381 INFO  (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 300394 INFO  (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56656/m/p/collection1/ shard1
   [junit4]   2> 300601 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 300602 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49197/solr ready
   [junit4]   2> 300604 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 300604 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 300640 INFO  (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 300703 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-1-001/cores/collection1
   [junit4]   2> 300704 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-1-001
   [junit4]   2> 300705 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 300714 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ff955bd{/m/p,null,AVAILABLE}
   [junit4]   2> 300714 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3dc1d047{HTTP/1.1,[http/1.1]}{127.0.0.1:52096}
   [junit4]   2> 300714 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.Server Started @303647ms
   [junit4]   2> 300714 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:39846/hdfs__localhost_39846__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/m/p, hostPort=52096, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-1-001/cores}
   [junit4]   2> 300715 ERROR (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 300719 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 300719 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 300719 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 300719 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-15T10:02:09.072Z
   [junit4]   2> 300731 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 300731 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-1-001/solr.xml
   [junit4]   2> 300753 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49197/solr
   [junit4]   2> 300774 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:52096_m%2Fp    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 300776 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:52096_m%2Fp    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 300784 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:52096_m%2Fp    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52096_m%2Fp
   [junit4]   2> 300785 INFO  (zkCallback-115-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 300785 INFO  (zkCallback-111-thread-2-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 300797 INFO  (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 300855 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:52096_m%2Fp    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-1-001/cores
   [junit4]   2> 300855 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:52096_m%2Fp    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 300860 INFO  (OverseerStateUpdate-97620598815195140-127.0.0.1:56656_m%2Fp-n_0000000000) [n:127.0.0.1:56656_m%2Fp    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 300963 INFO  (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 301888 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 301902 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 302137 WARN  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 302139 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 302175 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 302175 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39846/solr_hdfs_home
   [junit4]   2> 302175 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 302176 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 302176 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:39846/solr_hdfs_home/collection1/core_node1/data/]
   [junit4]   2> 302176 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4360220f
   [junit4]   2> 302176 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
   [junit4]   2> 302193 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 302193 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 302193 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 302221 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 302223 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/collection1/core_node1/data
   [junit4]   2> 302251 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/collection1/core_node1/data/index
   [junit4]   2> 302260 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 302260 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 302260 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 302270 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 302273 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1196027669, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 302317 INFO  (IPC Server handler 4 on 39846) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45470 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7f931647-479a-4fce-af8a-74dc41570345:NORMAL:127.0.0.1:56009|RBW], ReplicaUC[[DISK]DS-789b8340-9182-4c31-b118-2a1fb7a969f4:NORMAL:127.0.0.1:45470|RBW]]} size 0
   [junit4]   2> 302322 INFO  (IPC Server handler 8 on 39846) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56009 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-789b8340-9182-4c31-b118-2a1fb7a969f4:NORMAL:127.0.0.1:45470|RBW], ReplicaUC[[DISK]DS-e886d4eb-f484-4253-9d12-70568dfde726:NORMAL:127.0.0.1:56009|FINALIZED]]} size 0
   [junit4]   2> 302343 WARN  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 302401 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 302401 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 302402 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 302541 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 302541 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 302550 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.89453125, noCFSRatio=0.3409574282302449]
   [junit4]   2> 302562 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36231842[collection1] main]
   [junit4]   2> 302575 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 302576 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 302576 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 302578 INFO  (searcherExecutor-333-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@36231842[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 302591 INFO  (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561929586776735744
   [junit4]   2> 302612 INFO  (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 302612 INFO  (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 302612 INFO  (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 302612 INFO  (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52096/m/p/collection1/
   [junit4]   2> 302612 INFO  (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 302612 INFO  (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52096/m/p/collection1/ has no replicas
   [junit4]   2> 302612 INFO  (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 302615 INFO  (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52096/m/p/collection1/ shard2
   [junit4]   2> 302720 INFO  (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 302766 INFO  (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 302872 INFO  (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 303650 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-2-001/cores/collection1
   [junit4]   2> 303654 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-2-001
   [junit4]   2> 303656 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 303660 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5860b4df{/m/p,null,AVAILABLE}
   [junit4]   2> 303661 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1d4c104c{HTTP/1.1,[http/1.1]}{127.0.0.1:53091}
   [junit4]   2> 303662 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.Server Started @306594ms
   [junit4]   2> 303662 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:39846/hdfs__localhost_39846__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/m/p, hostPort=53091, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-2-001/cores}
   [junit4]   2> 303662 ERROR (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 303664 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 303664 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 303664 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 303665 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-15T10:02:12.017Z
   [junit4]   2> 303676 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 303676 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-2-001/solr.xml
   [junit4]   2> 303696 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49197/solr
   [junit4]   2> 303723 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:53091_m%2Fp    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 303726 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:53091_m%2Fp    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 303730 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:53091_m%2Fp    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53091_m%2Fp
   [junit4]   2> 303735 INFO  (zkCallback-111-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 303735 INFO  (zkCallback-115-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 303735 INFO  (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 303762 INFO  (zkCallback-127-thread-2-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 303795 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:53091_m%2Fp    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-2-001/cores
   [junit4]   2> 303795 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:53091_m%2Fp    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 303804 INFO  (OverseerStateUpdate-97620598815195140-127.0.0.1:56656_m%2Fp-n_0000000000) [n:127.0.0.1:56656_m%2Fp    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 303916 INFO  (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 303916 INFO  (zkCallback-127-thread-2-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 304831 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 304845 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 304944 WARN  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 304946 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 304962 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 304962 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39846/solr_hdfs_home
   [junit4]   2> 304962 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 304962 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 304962 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:39846/solr_hdfs_home/collection1/core_node2/data/]
   [junit4]   2> 304963 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4360220f
   [junit4]   2> 304963 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
   [junit4]   2> 304970 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 304970 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 304970 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 304979 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 304982 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/collection1/core_node2/data
   [junit4]   2> 305000 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/collection1/core_node2/data/index
   [junit4]   2> 305009 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 305009 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 305009 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 305024 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 305025 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1196027669, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 305075 INFO  (IPC Server handler 4 on 39846) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45470 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7f931647-479a-4fce-af8a-74dc41570345:NORMAL:127.0.0.1:56009|RBW], ReplicaUC[[DISK]DS-9bcde12d-8dfc-42d3-825f-83d84340f883:NORMAL:127.0.0.1:45470|RBW]]} size 0
   [junit4]   2> 305079 INFO  (IPC Server handler 5 on 39846) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56009 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7f931647-479a-4fce-af8a-74dc41570345:NORMAL:127.0.0.1:56009|RBW], ReplicaUC[[DISK]DS-9bcde12d-8dfc-42d3-825f-83d84340f883:NORMAL:127.0.0.1:45470|RBW]]} size 0
   [junit4]   2> 305091 WARN  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 305138 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 305139 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 305139 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 305149 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 305149 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 305164 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.89453125, noCFSRatio=0.3409574282302449]
   [junit4]   2> 305192 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3582605e[collection1] main]
   [junit4]   2> 305194 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 305195 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 305195 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 305196 INFO  (searcherExecutor-344-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3582605e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 305204 INFO  (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561929589516664832
   [junit4]   2> 305215 INFO  (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 305215 INFO  (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 305215 INFO  (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53091/m/p/collection1/
   [junit4]   2> 305215 INFO  (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 305215 INFO  (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:53091/m/p/collection1/ has no replicas
   [junit4]   2> 305215 INFO  (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 305218 INFO  (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53091/m/p/collection1/ shard1
   [junit4]   2> 305321 INFO  (zkCallback-127-thread-2-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 305321 INFO  (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 305371 INFO  (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 305423 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-3-001/cores/collection1
   [junit4]   2> 305423 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-3-001
   [junit4]   2> 305427 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 305429 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@83a7eb2{/m/p,null,AVAILABLE}
   [junit4]   2> 305429 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7f2bd05c{HTTP/1.1,[http/1.1]}{127.0.0.1:38772}
   [junit4]   2> 305429 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [    ] o.e.j.s.Server Started @308362ms
   [

[...truncated too long message...]

> 
   [junit4]   2> IPC Parameter Sending Thread #7:
   [junit4]   2>     [...sun.*]
   [junit4]   2>     java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>     java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2>     java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]   2>     java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]   2>     java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]   2>     java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>     java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>     java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> SUITE-HdfsRecoveryZkTest-seed#[F0AE8849D2D95DCD]:
   [junit4]   2>     java.lang.Object.wait(Native Method)
   [junit4]   2>     java.lang.Thread.join(Thread.java:1257)
   [junit4]   2>     [...com.carrotsearch.randomizedtesting.*]
   [junit4]   2> 
   [junit4]   2> 3770802 INFO  (SUITE-HdfsRecoveryZkTest-seed#[F0AE8849D2D95DCD]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=PostingsFormat(name=LuceneFixedGap), _version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_i=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=1967, maxMBSortInHeap=7.460913507333879, sim=RandomSimilarity(queryNorm=true): {}, locale=ro, timezone=America/Bahia
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=163714328,total=522190848
   [junit4]   2> NOTE: All tests run in this JVM: [JSONWriterTest, SolrJmxReporterTest, LoggingHandlerTest, DeleteInactiveReplicaTest, IndexSchemaTest, TestSmileRequest, TestCursorMarkWithoutUniqueKey, TestInPlaceUpdatesStandalone, TestComplexPhraseLeadingWildcard, TestChildDocTransformer, TestManagedSchemaAPI, TestDownShardTolerantSearch, HdfsBasicDistributedZk2Test, TestStressLiveNodes, TestLeaderElectionWithEmptyReplica, BadCopyFieldTest, TestCustomStream, SortByFunctionTest, JsonLoaderTest, TestRTimerTree, TestUnifiedSolrHighlighter, TestTrieFacet, ShardSplitTest, SpellCheckCollatorTest, AlternateDirectoryTest, CoreAdminRequestStatusTest, ShardRoutingCustomTest, ConnectionReuseTest, PeerSyncReplicationTest, OverriddenZkACLAndCredentialsProvidersTest, TimeZoneUtilsTest, TestFieldTypeCollectionResource, TestImpersonationWithHadoopAuth, LeaderInitiatedRecoveryOnShardRestartTest, ChaosMonkeyNothingIsSafeTest, TestReloadAndDeleteDocs, AddSchemaFieldsUpdateProcessorFactoryTest, TestSubQueryTransformerDistrib, IndexBasedSpellCheckerTest, RollingRestartTest, TestRestManager, TestPerFieldSimilarityWithDefaultOverride, DirectSolrConnectionTest, TestInfoStreamLogging, SimpleCollectionCreateDeleteTest, TestJsonRequest, TestCoreContainer, TestUseDocValuesAsStored2, TestDistributedStatsComponentCardinality, ClassificationUpdateProcessorIntegrationTest, DistributedMLTComponentTest, SuggesterFSTTest, TestTrie, SimplePostToolTest, TestCloudInspectUtil, TestSolrCloudWithSecureImpersonation, TestSQLHandlerNonCloud, ChaosMonkeySafeLeaderTest, TestFieldCacheSort, TestDynamicFieldResource, TestLRUStatsCache, TestConfigSetsAPI, TestCustomDocTransformer, TermVectorComponentTest, SpellingQueryConverterTest, SpellCheckComponentTest, TestSystemIdResolver, CSVRequestHandlerTest, TestLocalFSCloudBackupRestore, TestConfigReload, TestElisionMultitermQuery, DistributedFacetPivotLargeTest, TestSurroundQueryParser, TestQueryUtils, SoftAutoCommitTest, TlogReplayBufferedWhileIndexingTest, ShardRoutingTest, LeaderFailoverAfterPartitionTest, DistributedIntervalFacetingTest, TestExceedMaxTermLength, TestBackupRepositoryFactory, BlockJoinFacetDistribTest, SpatialFilterTest, TestFieldSortValues, MoreLikeThisHandlerTest, TestSchemaManager, MetricUtilsTest, BlobRepositoryCloudTest, SchemaVersionSpecificBehaviorTest, HdfsSyncSliceTest, TestOrdValues, TestSolrFieldCacheMBean, TestNamedUpdateProcessors, SolrCmdDistributorTest, TestGraphMLResponseWriter, TestReqParamsAPI, AnalysisErrorHandlingTest, TestPostingsSolrHighlighter, SpatialHeatmapFacetsTest, DistributedQueryComponentOptimizationTest, ZkCLITest, SolrXmlInZkTest, BitVectorTest, TestSSLRandomization, TestSolrCoreSnapshots, DOMUtilTest, TestFastLRUCache, TestTrackingShardHandlerFactory, HdfsChaosMonkeySafeLeaderTest, TestBlendedInfixSuggestions, TestConfigSetProperties, TestNumericTerms64, CollectionsAPIDistributedZkTest, OverseerTest, ClusterStateUpdateTest, ZkSolrClientTest, TestRandomDVFaceting, DistributedSpellCheckComponentTest, TestStressReorder, TestReload, TestGroupingSearch, ConvertedLegacyTest, TestFiltering, DirectUpdateHandlerTest, TestIndexSearcher, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, TestOmitPositions, TermsComponentTest, XmlUpdateRequestHandlerTest, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, TestPHPSerializedResponseWriter, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, BadComponentTest, TestStressRecovery, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestPathTrie, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AliasIntegrationTest, CdcrRequestHandlerTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, DeleteReplicaTest, DistribCursorPagingTest, HttpPartitionTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, ReplaceNodeTest, TestCloudRecovery, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSegmentSorting, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestStressInPlaceUpdates, HdfsRecoverLeaseTest, HdfsRecoveryZkTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsRecoveryZkTest -Dtests.seed=F0AE8849D2D95DCD -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ro -Dtests.timezone=America/Bahia -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | HdfsRecoveryZkTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)
   [junit4]    > 	at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
   [junit4]    > 	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
   [junit4]    > 	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
   [junit4]    > 	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:110)
   [junit4]    > 	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
   [junit4]    > 	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:779)
   [junit4]    > 	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:841)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1090)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:955)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:583)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F0AE8849D2D95DCD]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [539/698 (3!)] on J1 in 45.94s, 1 test, 1 failure <<< FAILURES!

[...truncated 63129 lines...]