You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/12/31 00:34:00 UTC

[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_112) - Build # 6321 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6321/
Java: 32bit/jdk1.8.0_112 -server -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication

Error Message:
[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-007\.\collection1\data\snapshot_metadata, C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-007\.\collection1\data\, C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-007\.\collection1\data\index.20161230165436675, C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-007\.\collection1\data\index.20161230165436784] expected:<3> but was:<4>

Stack Trace:
java.lang.AssertionError: [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-007\.\collection1\data\snapshot_metadata, C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-007\.\collection1\data\, C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-007\.\collection1\data\index.20161230165436675, C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-007\.\collection1\data\index.20161230165436784] expected:<3> but was:<4>
	at __randomizedtesting.SeedInfo.seed([D60F14DA91FDF1AE:217CFA8257155E48]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.handler.TestReplicationHandler.checkForSingleIndex(TestReplicationHandler.java:907)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication(TestReplicationHandler.java:1339)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11601 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\init-core-data-001
   [junit4]   2> 1248938 INFO  (SUITE-TestReplicationHandler-seed#[D60F14DA91FDF1AE]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1248939 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestDetails
   [junit4]   2> 1248940 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-001\collection1
   [junit4]   2> 1248952 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1248953 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19373f6{/solr,null,AVAILABLE}
   [junit4]   2> 1248954 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@102889{HTTP/1.1,[http/1.1]}{127.0.0.1:62409}
   [junit4]   2> 1248954 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.Server Started @1254430ms
   [junit4]   2> 1248954 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-001\collection1\data, hostContext=/solr, hostPort=62409}
   [junit4]   2> 1248954 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1248954 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1248954 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1248954 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1248954 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-30T23:54:32.098Z
   [junit4]   2> 1248955 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-001\solr.xml
   [junit4]   2> 1248977 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-001\.
   [junit4]   2> 1248977 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1249000 WARN  (coreLoadExecutor-5876-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1249000 INFO  (coreLoadExecutor-5876-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1249007 INFO  (coreLoadExecutor-5876-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1249012 INFO  (coreLoadExecutor-5876-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1249026 INFO  (coreLoadExecutor-5876-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-001\.\collection1
   [junit4]   2> 1249026 INFO  (coreLoadExecutor-5876-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-001\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-001\.\collection1\data\]
   [junit4]   2> 1249027 INFO  (coreLoadExecutor-5876-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=792882875, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1249042 INFO  (coreLoadExecutor-5876-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1249042 INFO  (coreLoadExecutor-5876-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1249043 INFO  (coreLoadExecutor-5876-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=86.4365234375, floorSegmentMB=0.818359375, forceMergeDeletesPctAllowed=11.503235161873919, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14174787947565745
   [junit4]   2> 1249043 INFO  (coreLoadExecutor-5876-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fb2ecf[collection1] main]
   [junit4]   2> 1249044 INFO  (coreLoadExecutor-5876-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-001\collection1\conf
   [junit4]   2> 1249045 INFO  (coreLoadExecutor-5876-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1249045 INFO  (coreLoadExecutor-5876-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1249045 INFO  (searcherExecutor-5877-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@fb2ecf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1249095 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-002\collection1
   [junit4]   2> 1249103 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1249104 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@194e49e{/solr,null,AVAILABLE}
   [junit4]   2> 1249105 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@13ba978{HTTP/1.1,[http/1.1]}{127.0.0.1:62412}
   [junit4]   2> 1249105 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.Server Started @1254580ms
   [junit4]   2> 1249105 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-002\collection1\data, hostContext=/solr, hostPort=62412}
   [junit4]   2> 1249105 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1249105 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1249105 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1249106 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1249106 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-30T23:54:32.250Z
   [junit4]   2> 1249106 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-002\solr.xml
   [junit4]   2> 1249119 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-002\.
   [junit4]   2> 1249119 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1249129 WARN  (coreLoadExecutor-5886-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1249130 INFO  (coreLoadExecutor-5886-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1249146 INFO  (coreLoadExecutor-5886-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1249148 INFO  (coreLoadExecutor-5886-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1249150 INFO  (coreLoadExecutor-5886-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-002\.\collection1
   [junit4]   2> 1249150 INFO  (coreLoadExecutor-5886-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-002\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-002\.\collection1\data\]
   [junit4]   2> 1249165 INFO  (coreLoadExecutor-5886-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=792882875, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1249182 INFO  (coreLoadExecutor-5886-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1249182 INFO  (coreLoadExecutor-5886-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1249182 INFO  (coreLoadExecutor-5886-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=86.4365234375, floorSegmentMB=0.818359375, forceMergeDeletesPctAllowed=11.503235161873919, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14174787947565745
   [junit4]   2> 1249182 INFO  (coreLoadExecutor-5886-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@133160d[collection1] main]
   [junit4]   2> 1249182 INFO  (coreLoadExecutor-5886-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-002\collection1\conf
   [junit4]   2> 1249184 INFO  (coreLoadExecutor-5886-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1249184 INFO  (searcherExecutor-5887-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@133160d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1249187 INFO  (qtp33142929-12921) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1249187 INFO  (indexFetcher-5891-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1249187 INFO  (indexFetcher-5891-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1249187 INFO  (indexFetcher-5891-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1249248 INFO  (qtp33142929-12924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1249249 INFO  (qtp33142929-12922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1249252 INFO  (qtp33142929-12923) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1249252 INFO  (qtp10137168-12936) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1249253 INFO  (qtp33142929-12919) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 1
   [junit4]   2> 1249254 INFO  (qtp33142929-12917) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1249254 INFO  (qtp33142929-12917) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@12a6305
   [junit4]   2> 1249257 INFO  (qtp33142929-12917) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13a0f9f[collection1] main]
   [junit4]   2> 1249257 INFO  (qtp33142929-12917) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1249257 INFO  (searcherExecutor-5877-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@13a0f9f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))}
   [junit4]   2> 1249257 INFO  (qtp33142929-12917) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 1249260 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1249261 INFO  (qtp33142929-12921) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1249261 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 1249261 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1483142072398
   [junit4]   2> 1249261 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1249261 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1249267 INFO  (qtp33142929-12920) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=5
   [junit4]   2> 1249268 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 11
   [junit4]   2> 1249268 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1249269 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1249269 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@17b6e8c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@976232)
   [junit4]   2> 1249270 INFO  (qtp33142929-12924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249271 INFO  (qtp33142929-12922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249271 INFO  (qtp33142929-12923) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249272 INFO  (qtp33142929-12919) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249273 INFO  (qtp33142929-12917) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249274 INFO  (qtp33142929-12921) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.sd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249275 INFO  (qtp33142929-12920) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249275 INFO  (qtp33142929-12924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249275 INFO  (qtp33142929-12922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249277 INFO  (qtp33142929-12923) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249278 INFO  (qtp33142929-12919) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249278 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1743) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@17b6e8c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@976232)
   [junit4]   2> 1249280 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=54.4365234375, floorSegmentMB=1.501953125, forceMergeDeletesPctAllowed=25.931238856315158, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1249281 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1249281 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13670d8[collection1] main]
   [junit4]   2> 1249282 INFO  (searcherExecutor-5887-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@13670d8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))}
   [junit4]   2> 1249282 INFO  (qtp10137168-12939) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:62409/solr/collection1/replication&command=fetchindex} status=0 QTime=23
   [junit4]   2> 1249284 INFO  (qtp33142929-12917) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1249284 INFO  (qtp10137168-12940) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 1249285 INFO  (qtp33142929-12921) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1249286 INFO  (qtp33142929-12920) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1249286 INFO  (qtp33142929-12920) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@12a6305
   [junit4]   2> 1249287 INFO  (qtp33142929-12920) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@be9019[collection1] main]
   [junit4]   2> 1249287 INFO  (qtp33142929-12920) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1249287 INFO  (searcherExecutor-5877-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@be9019[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1)))}
   [junit4]   2> 1249288 INFO  (qtp33142929-12920) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 1249289 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1249290 INFO  (qtp33142929-12924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1249290 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 3
   [junit4]   2> 1249290 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1483142072430
   [junit4]   2> 1249290 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 1249290 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1249291 INFO  (qtp33142929-12922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
   [junit4]   2> 1249291 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 20
   [junit4]   2> 1249292 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1249293 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1249293 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@1483a52 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1bb1c68)
   [junit4]   2> 1249293 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.tii because it already exists
   [junit4]   2> 1249293 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
   [junit4]   2> 1249293 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.doc because it already exists
   [junit4]   2> 1249294 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.nvd because it already exists
   [junit4]   2> 1249294 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.tib because it already exists
   [junit4]   2> 1249294 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.sd because it already exists
   [junit4]   2> 1249294 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fdx because it already exists
   [junit4]   2> 1249294 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fdt because it already exists
   [junit4]   2> 1249294 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fnm because it already exists
   [junit4]   2> 1249294 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.nvm because it already exists
   [junit4]   2> 1249294 INFO  (qtp33142929-12923) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249295 INFO  (qtp33142929-12919) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.sd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249296 INFO  (qtp33142929-12917) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249296 INFO  (qtp33142929-12921) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249297 INFO  (qtp33142929-12920) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249298 INFO  (qtp33142929-12924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249298 INFO  (qtp33142929-12922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249299 INFO  (qtp33142929-12923) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.tfp&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249300 INFO  (qtp33142929-12919) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249300 INFO  (qtp33142929-12917) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249301 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1687) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@1483a52 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1bb1c68)
   [junit4]   2> 1249303 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=54.4365234375, floorSegmentMB=1.501953125, forceMergeDeletesPctAllowed=25.931238856315158, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1249304 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1249304 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13882fd[collection1] main]
   [junit4]   2> 1249304 INFO  (searcherExecutor-5887-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@13882fd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1)))}
   [junit4]   2> 1249304 INFO  (qtp10137168-12941) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:62409/solr/collection1/replication&command=fetchindex} status=0 QTime=16
   [junit4]   2> 1249306 INFO  (qtp33142929-12921) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1249306 INFO  (qtp10137168-12943) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1249306 INFO  (qtp33142929-12920) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1249308 INFO  (qtp33142929-12924) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1249308 INFO  (qtp33142929-12924) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@12a6305
   [junit4]   2> 1249308 INFO  (qtp33142929-12924) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@147da67[collection1] main]
   [junit4]   2> 1249308 INFO  (qtp33142929-12924) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1249309 INFO  (searcherExecutor-5877-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@147da67[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C1)))}
   [junit4]   2> 1249309 INFO  (qtp33142929-12924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
   [junit4]   2> 1249310 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1249311 INFO  (qtp33142929-12922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1249312 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 4
   [junit4]   2> 1249312 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1483142072452
   [junit4]   2> 1249312 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 3
   [junit4]   2> 1249312 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1249312 INFO  (qtp33142929-12923) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
   [junit4]   2> 1249313 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 29
   [junit4]   2> 1249314 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1249314 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1249314 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@c0c6a5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9192)
   [junit4]   2> 1249314 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.tii because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.doc because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.nvd because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.tib because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.sd because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fdx because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fdt because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fnm because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.nvm because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1_MockRandom_0.doc because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1_MockRandom_0.sd because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.nvd because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.fdx because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.fnm because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.nvm because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1_MockRandom_0.tfp because it already exists
   [junit4]   2> 1249315 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.fdt because it already exists
   [junit4]   2> 1249315 INFO  (qtp33142929-12919) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249316 INFO  (qtp33142929-12917) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2_MockRandom_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249317 INFO  (qtp33142929-12921) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249318 INFO  (qtp33142929-12920) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249319 INFO  (qtp33142929-12924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249319 INFO  (qtp33142929-12922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249320 INFO  (qtp33142929-12923) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2_MockRandom_0.sd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249322 INFO  (qtp33142929-12919) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249323 INFO  (qtp33142929-12917) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2_MockRandom_0.tfp&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249325 INFO  (qtp33142929-12921) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=segments_4&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1249326 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1750) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@c0c6a5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9192)
   [junit4]   2> 1249328 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=54.4365234375, floorSegmentMB=1.501953125, forceMergeDeletesPctAllowed=25.931238856315158, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1249328 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1249329 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f80c69[collection1] main]
   [junit4]   2> 1249329 INFO  (searcherExecutor-5887-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@f80c69[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C1)))}
   [junit4]   2> 1249329 INFO  (qtp10137168-12944) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:62409/solr/collection1/replication&command=fetchindex} status=0 QTime=19
   [junit4]   2> 1249331 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-003\collection1
   [junit4]   2> 1249340 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1249340 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66c9ce{/solr,null,AVAILABLE}
   [junit4]   2> 1249341 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@19cced4{HTTP/1.1,[http/1.1]}{127.0.0.1:62419}
   [junit4]   2> 1249341 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.Server Started @1254817ms
   [junit4]   2> 1249341 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-003\collection1\data, hostContext=/solr, hostPort=62419}
   [junit4]   2> 1249341 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1249342 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1249342 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1249342 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1249342 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-30T23:54:32.486Z
   [junit4]   2> 1249343 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-003\solr.xml
   [junit4]   2> 1249356 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-003\.
   [junit4]   2> 1249356 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1249371 WARN  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1249372 INFO  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1249394 INFO  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1249395 INFO  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1249398 INFO  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-003\.\collection1
   [junit4]   2> 1249398 INFO  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-003\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-003\.\collection1\data\]
   [junit4]   2> 1249399 INFO  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=792882875, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1249407 INFO  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1249407 INFO  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1249408 INFO  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=86.4365234375, floorSegmentMB=0.818359375, forceMergeDeletesPctAllowed=11.503235161873919, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14174787947565745
   [junit4]   2> 1249408 INFO  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f09ef4[collection1] main]
   [junit4]   2> 1249408 INFO  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-003\collection1\conf
   [junit4]   2> 1249409 WARN  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1249413 INFO  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 1249413 INFO  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
   [junit4]   2> 1249413 INFO  (coreLoadExecutor-5900-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1249413 INFO  (searcherExecutor-5901-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@f09ef4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1249489 WARN  (qtp7752849-12964) [    x:collection1] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master 
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:62409/solr: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   2> <head>
   [junit4]   2> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
   [junit4]   2> <title>Error 404 </title>
   [junit4]   2> </head>
   [junit4]   2> <body>
   [junit4]   2> <h2>HTTP ERROR: 404</h2>
   [junit4]   2> <p>Problem accessing /solr/replication. Reason:
   [junit4]   2> <pre>    Can not find: /solr/replication</pre></p>
   [junit4]   2> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
   [junit4]   2> </body>
   [junit4]   2> </html>
   [junit4]   2> 
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:595)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1729)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:938)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:169)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2301)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:113)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
   [junit4]   2> 	at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1249491 INFO  (qtp7752849-12964) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=4
   [junit4]   2> 1249491 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@19cced4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1249491 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=8538958
   [junit4]   2> 1249492 INFO  (coreCloseExecutor-5905-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e1b4ec
   [junit4]   2> 1249493 INFO  (coreCloseExecutor-5905-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1249493 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1249494 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66c9ce{/solr,null,UNAVAILABLE}
   [junit4]   2> 1249495 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestDetails
   [junit4]   2> 1249496 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@102889{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1249496 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=523601
   [junit4]   2> 1249497 INFO  (coreCloseExecutor-5907-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1a6fb2
   [junit4]   2> 1249498 INFO  (coreCloseExecutor-5907-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1249498 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1249498 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19373f6{/solr,null,UNAVAILABLE}
   [junit4]   2> 1249499 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@13ba978{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1249500 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=7497134
   [junit4]   2> 1249500 INFO  (coreCloseExecutor-5909-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@14bcb4c
   [junit4]   2> 1249502 INFO  (coreCloseExecutor-5909-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1249502 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1249502 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@194e49e{/solr,null,UNAVAILABLE}
   [junit4]   2> 1249505 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterStartupWithNoActivity
   [junit4]   2> 1249507 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-004\collection1
   [junit4]   2> 1249518 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1249519 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13fc019{/solr,null,AVAILABLE}
   [junit4]   2> 1249519 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@44003{HTTP/1.1,[http/1.1]}{127.0.0.1:62424}
   [junit4]   2> 1249519 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.Server Started @1254995ms
   [junit4]   2> 1249519 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-004\collection1\data, hostContext=/solr, hostPort=62424}
   [junit4]   2> 1249520 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1249520 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1249520 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1249520 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1249520 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-30T23:54:32.664Z
   [junit4]   2> 1249521 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-004\solr.xml
   [junit4]   2> 1249533 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-004\.
   [junit4]   2> 1249533 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1249555 WARN  (coreLoadExecutor-5916-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1249556 INFO  (coreLoadExecutor-5916-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1249563 INFO  (coreLoadExecutor-5916-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1249568 INFO  (coreLoadExecutor-5916-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1249577 INFO  (coreLoadExecutor-5916-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-004\.\collection1
   [junit4]   2> 1249577 INFO  (coreLoadExecutor-5916-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-004\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-004\.\collection1\data\]
   [junit4]   2> 1249577 INFO  (coreLoadExecutor-5916-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=792882875, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1249592 INFO  (coreLoadExecutor-5916-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1249592 INFO  (coreLoadExecutor-5916-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1249592 INFO  (coreLoadExecutor-5916-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=86.4365234375, floorSegmentMB=0.818359375, forceMergeDeletesPctAllowed=11.503235161873919, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14174787947565745
   [junit4]   2> 1249593 INFO  (coreLoadExecutor-5916-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e9260e[collection1] main]
   [junit4]   2> 1249593 INFO  (coreLoadExecutor-5916-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-004\collection1\conf
   [junit4]   2> 1249594 INFO  (coreLoadExecutor-5916-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1249594 INFO  (coreLoadExecutor-5916-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1249594 INFO  (searcherExecutor-5917-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e9260e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1249651 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-005\collection1
   [junit4]   2> 1249660 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1249661 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e8c3da{/solr,null,AVAILABLE}
   [junit4]   2> 1249662 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@9ebc73{HTTP/1.1,[http/1.1]}{127.0.0.1:62427}
   [junit4]   2> 1249662 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.Server Started @1255138ms
   [junit4]   2> 1249662 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-005\collection1\data, hostContext=/solr, hostPort=62427}
   [junit4]   2> 1249663 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1249663 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1249663 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1249663 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1249663 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-30T23:54:32.807Z
   [junit4]   2> 1249664 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-005\solr.xml
   [junit4]   2> 1249679 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-005\.
   [junit4]   2> 1249679 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1249691 WARN  (coreLoadExecutor-5926-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1249692 INFO  (coreLoadExecutor-5926-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1249706 INFO  (coreLoadExecutor-5926-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1249708 INFO  (coreLoadExecutor-5926-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1249710 INFO  (coreLoadExecutor-5926-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-005\.\collection1
   [junit4]   2> 1249711 INFO  (coreLoadExecutor-5926-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-005\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-005\.\collection1\data\]
   [junit4]   2> 1249712 INFO  (coreLoadExecutor-5926-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=792882875, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1249722 INFO  (coreLoadExecutor-5926-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1249723 INFO  (coreLoadExecutor-5926-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1249724 INFO  (coreLoadExecutor-5926-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=86.4365234375, floorSegmentMB=0.818359375, forceMergeDeletesPctAllowed=11.503235161873919, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14174787947565745
   [junit4]   2> 1249729 INFO  (coreLoadExecutor-5926-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@426a75[collection1] main]
   [junit4]   2> 1249731 INFO  (coreLoadExecutor-5926-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-005\collection1\conf
   [junit4]   2> 1249771 INFO  (coreLoadExecutor-5926-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1249771 INFO  (searcherExecutor-5927-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@426a75[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1249773 INFO  (qtp16068305-12988) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1249774 INFO  (indexFetcher-5931-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1249774 INFO  (indexFetcher-5931-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1249774 INFO  (indexFetcher-5931-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1249826 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@9ebc73{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1249826 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=8250766
   [junit4]   2> 1249827 INFO  (coreCloseExecutor-5932-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@69d07f
   [junit4]   2> 1249828 INFO  (coreCloseExecutor-5932-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1249828 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1249829 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e8c3da{/solr,null,UNAVAILABLE}
   [junit4]   2> 1249832 INFO  (qtp16068305-12993) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1249832 INFO  (qtp16068305-12993) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1249832 INFO  (qtp16068305-12994) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1249832 INFO  (qtp16068305-12994) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@777f85
   [junit4]   2> 1249833 INFO  (qtp16068305-12994) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18d9780[collection1] main]
   [junit4]   2> 1249833 INFO  (qtp16068305-12994) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1249834 INFO  (searcherExecutor-5917-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@18d9780[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1249834 INFO  (qtp16068305-12994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
   [junit4]   2> 1249836 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@44003{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1249836 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=12455371
   [junit4]   2> 1249836 INFO  (coreCloseExecutor-5934-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1503871
   [junit4]   2> 1249836 INFO  (coreCloseExecutor-5934-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1249837 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1249837 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@13fc019{/solr,null,UNAVAILABLE}
   [junit4]   2> 1249839 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1249840 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b23c32{/solr,null,AVAILABLE}
   [junit4]   2> 1249841 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a2e2a9{HTTP/1.1,[http/1.1]}{127.0.0.1:62432}
   [junit4]   2> 1249841 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.Server Started @1255316ms
   [junit4]   2> 1249841 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-004\collection1\data, hostContext=/solr, hostPort=62432}
   [junit4]   2> 1249841 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1249841 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1249842 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1249842 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1249842 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-30T23:54:32.986Z
   [junit4]   2> 1249842 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-004\solr.xml
   [junit4]   2> 1249851 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-004\.
   [junit4]   2> 1249852 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1249862 WARN  (coreLoadExecutor-5941-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1249862 INFO  (coreLoadExecutor-5941-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1249869 INFO  (coreLoadExecutor-5941-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1249871 INFO  (coreLoadExecutor-5941-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1249873 INFO  (coreLoadExecutor-5941-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-004\.\collection1
   [junit4]   2> 1249875 INFO  (coreLoadExecutor-5941-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-004\collection1], dataDir=[C:\Users\jenkins

[...truncated too long message...]

=filecontent} status=0 QTime=0
   [junit4]   2> 1309264 INFO  (qtp29803518-13968) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1309266 INFO  (qtp29803518-13969) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1309268 INFO  (qtp29803518-13970) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.tfp&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1313699 INFO  (qtp29803518-13971) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1313700 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=697500) : 6 secs (116250 bytes/sec) to NRTCachingDirectory(SimpleFSDirectory@C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001\solr-instance-030\collection1\data\index.20161230165530174 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7b8d03; maxCacheMB=48.0 maxMergeSizeMB=4.0)
   [junit4]   2> 1313714 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1687484338, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1313715 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1313717 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b3383[collection1] main]
   [junit4]   2> 1313718 INFO  (searcherExecutor-6526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5b3383[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C71)))}
   [junit4]   2> 1313718 INFO  (qtp27851480-13984) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:62702/solr/collection1/replication&command=fetchindex} status=0 QTime=6694
   [junit4]   2> 1313722 INFO  (qtp27851480-13986) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=71 status=0 QTime=0
   [junit4]   2> 1313723 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 71 docs
   [junit4]   2> 1313723 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.h.TestReplicationHandler approximateTimeInSeconds = 0.0 timeTakenInSeconds = 6
   [junit4]   2> 1313723 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRateLimitedReplication
   [junit4]   2> 1313723 INFO  (qtp29803518-13972) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 1
   [junit4]   2> 1313730 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1a5d50a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1313730 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1731197
   [junit4]   2> 1313731 INFO  (coreCloseExecutor-6531-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@17ff4ef
   [junit4]   2> 1313732 INFO  (coreCloseExecutor-6531-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1313732 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1313733 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@906808{/solr,null,UNAVAILABLE}
   [junit4]   2> 1313736 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1582c0e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1313737 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=31452172
   [junit4]   2> 1313737 INFO  (coreCloseExecutor-6533-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@e03c8b
   [junit4]   2> 1313739 INFO  (coreCloseExecutor-6533-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1313740 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D60F14DA91FDF1AE]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1313740 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D60F14DA91FDF1AE]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@fb6205{/solr,null,UNAVAILABLE}
   [junit4]   2> 1313743 INFO  (SUITE-TestReplicationHandler-seed#[D60F14DA91FDF1AE]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_D60F14DA91FDF1AE-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=MockRandom), id=PostingsFormat(name=MockRandom), newname=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=1761, maxMBSortInHeap=7.100487009262448, sim=RandomSimilarity(queryNorm=false): {}, locale=es-DO, timezone=America/Cambridge_Bay
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_112 (32-bit)/cpus=3,threads=1,free=61641960,total=430178304
   [junit4]   2> NOTE: All tests run in this JVM: [SpatialHeatmapFacetsTest, IndexBasedSpellCheckerTest, CustomCollectionTest, TestBulkSchemaAPI, TestElisionMultitermQuery, TestSolrQueryResponse, TestCustomDocTransformer, TestLockTree, TestBlendedInfixSuggestions, CursorPagingTest, TestScoreJoinQPScore, DOMUtilTest, TestRTimerTree, TestReplicaProperties, DeleteReplicaTest, CloudExitableDirectoryReaderTest, TestNonDefinedSimilarityFactory, UniqFieldsUpdateProcessorFactoryTest, RankQueryTest, TestCopyFieldCollectionResource, BasicAuthIntegrationTest, XsltUpdateRequestHandlerTest, SuggestComponentTest, OverseerTest, DistributedFacetPivotSmallTest, TestSolrConfigHandler, TestLFUCache, SpatialRPTFieldTypeTest, RuleEngineTest, TestSegmentSorting, TestDocBasedVersionConstraints, HardAutoCommitTest, PathHierarchyTokenizerFactoryTest, TestCollectionAPI, SyncSliceTest, FastVectorHighlighterTest, TestSolrCloudWithKerberosAlt, TestStressVersions, SolrCoreTest, CurrencyFieldXmlFileTest, CheckHdfsIndexTest, HdfsRecoveryZkTest, SolrPluginUtilsTest, TestReloadAndDeleteDocs, TolerantUpdateProcessorTest, CopyFieldTest, TestMissingGroups, SolrMetricManagerTest, MetricsHandlerTest, ClassificationUpdateProcessorFactoryTest, TestPKIAuthenticationPlugin, TestCryptoKeys, TestHashQParserPlugin, ShardRoutingTest, HttpSolrCallGetCoreTest, TestStressCloudBlindAtomicUpdates, TestUseDocValuesAsStored, NumericFieldsTest, SynonymTokenizerTest, TestCloudRecovery, FileUtilsTest, CollectionsAPIAsyncDistributedZkTest, TestSolr4Spatial2, HdfsChaosMonkeySafeLeaderTest, DistributedSpellCheckComponentTest, HdfsWriteToMultipleCollectionsTest, TestBlobHandler, TestExactStatsCache, CollectionStateFormat2Test, TestSimpleQParserPlugin, TestStressLucene, MoreLikeThisHandlerTest, AlternateDirectoryTest, HttpPartitionTest, BasicDistributedZkTest, AnalysisErrorHandlingTest, ReplaceNodeTest, TestReRankQParserPlugin, TestRandomCollapseQParserPlugin, TestSolrJ, TestCloudSchemaless, HdfsBasicDistributedZkTest, SOLR749Test, TestCloudManagedSchema, OpenExchangeRatesOrgProviderTest, ClusterStateUpdateTest, TestSolrCoreSnapshots, TestRawResponseWriter, TestTolerantUpdateProcessorCloud, BinaryUpdateRequestHandlerTest, BadCopyFieldTest, TestPseudoReturnFields, TestStressReorder, BaseCdcrDistributedZkTest, LeaderFailoverAfterPartitionTest, SolrCLIZkUtilsTest, TestCloudDeleteByQuery, TestSweetSpotSimilarityFactory, BigEndianAscendingWordDeserializerTest, PeerSyncTest, TestConfigSetImmutable, CursorMarkTest, TestCSVLoader, TestJsonFacets, TlogReplayBufferedWhileIndexingTest, SolrTestCaseJ4Test, SSLMigrationTest, SolrXmlInZkTest, SoftAutoCommitTest, TestImpersonationWithHadoopAuth, TestSolrQueryParserResource, TestManagedResourceStorage, SpatialFilterTest, TestCoreContainer, BlobRepositoryCloudTest, TestJavabinTupleStreamParser, TestConfigSetsAPIExclusivity, SegmentsInfoRequestHandlerTest, AnalysisAfterCoreReloadTest, TestSolrConfigHandlerCloud, TestReplicationHandler]
   [junit4] Completed [293/673 (1!)] on J0 in 64.82s, 15 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 55817 lines...]


[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_112) - Build # 6324 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6324/
Java: 64bit/jdk1.8.0_112 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestCloudRecovery

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.     C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data\tlog    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.     C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data\tlog    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.     C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data\tlog    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.     C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data\tlog    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.

   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data\tlog
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.

   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data\tlog
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.

   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data\tlog
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.

   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data\tlog
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001

	at __randomizedtesting.SeedInfo.seed([F890088DE4EDA7E9]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:323)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11490 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\init-core-data-001
   [junit4]   2> 911695 INFO  (SUITE-TestCloudRecovery-seed#[F890088DE4EDA7E9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 911699 INFO  (SUITE-TestCloudRecovery-seed#[F890088DE4EDA7E9]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001
   [junit4]   2> 911699 INFO  (SUITE-TestCloudRecovery-seed#[F890088DE4EDA7E9]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 911700 INFO  (Thread-1665) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 911700 INFO  (Thread-1665) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 911799 INFO  (SUITE-TestCloudRecovery-seed#[F890088DE4EDA7E9]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:65017
   [junit4]   2> 911815 INFO  (jetty-launcher-1186-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 911815 INFO  (jetty-launcher-1186-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 911825 INFO  (jetty-launcher-1186-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72fe74d3{/solr,null,AVAILABLE}
   [junit4]   2> 911826 INFO  (jetty-launcher-1186-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c57275e{/solr,null,AVAILABLE}
   [junit4]   2> 911827 INFO  (jetty-launcher-1186-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1aeb878b{SSL,[ssl, http/1.1]}{127.0.0.1:65021}
   [junit4]   2> 911827 INFO  (jetty-launcher-1186-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@25cda117{SSL,[ssl, http/1.1]}{127.0.0.1:65022}
   [junit4]   2> 911827 INFO  (jetty-launcher-1186-thread-1) [    ] o.e.j.s.Server Started @917333ms
   [junit4]   2> 911827 INFO  (jetty-launcher-1186-thread-2) [    ] o.e.j.s.Server Started @917333ms
   [junit4]   2> 911828 INFO  (jetty-launcher-1186-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65021}
   [junit4]   2> 911828 INFO  (jetty-launcher-1186-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65022}
   [junit4]   2> 911828 ERROR (jetty-launcher-1186-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 911828 ERROR (jetty-launcher-1186-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 911830 INFO  (jetty-launcher-1186-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 911830 INFO  (jetty-launcher-1186-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 911830 INFO  (jetty-launcher-1186-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 911830 INFO  (jetty-launcher-1186-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-01T05:47:52.015Z
   [junit4]   2> 911829 INFO  (jetty-launcher-1186-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 911831 INFO  (jetty-launcher-1186-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 911831 INFO  (jetty-launcher-1186-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 911831 INFO  (jetty-launcher-1186-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-01T05:47:52.016Z
   [junit4]   2> 911838 INFO  (jetty-launcher-1186-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 911838 INFO  (jetty-launcher-1186-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 911848 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1595891ded00002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 911850 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1595891ded00001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 911853 INFO  (jetty-launcher-1186-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65017/solr
   [junit4]   2> 911854 INFO  (jetty-launcher-1186-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65017/solr
   [junit4]   2> 911857 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1595891ded00003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 911859 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1595891ded00004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 911903 INFO  (jetty-launcher-1186-thread-1) [n:127.0.0.1:65021_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65021_solr
   [junit4]   2> 911904 INFO  (jetty-launcher-1186-thread-2) [n:127.0.0.1:65022_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65022_solr
   [junit4]   2> 911905 INFO  (jetty-launcher-1186-thread-1) [n:127.0.0.1:65021_solr    ] o.a.s.c.Overseer Overseer (id=97206250496851974-127.0.0.1:65021_solr-n_0000000000) starting
   [junit4]   2> 911911 INFO  (zkCallback-1197-thread-1-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 911911 INFO  (zkCallback-1196-thread-1-processing-n:127.0.0.1:65022_solr) [n:127.0.0.1:65022_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 911920 INFO  (jetty-launcher-1186-thread-1) [n:127.0.0.1:65021_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65021_solr
   [junit4]   2> 911960 INFO  (zkCallback-1196-thread-1-processing-n:127.0.0.1:65022_solr) [n:127.0.0.1:65022_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 911960 INFO  (zkCallback-1197-thread-1-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 911980 INFO  (jetty-launcher-1186-thread-1) [n:127.0.0.1:65021_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\.
   [junit4]   2> 911993 INFO  (jetty-launcher-1186-thread-2) [n:127.0.0.1:65022_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\.
   [junit4]   2> 912009 INFO  (SUITE-TestCloudRecovery-seed#[F890088DE4EDA7E9]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 912010 INFO  (SUITE-TestCloudRecovery-seed#[F890088DE4EDA7E9]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65017/solr ready
   [junit4]   2> 912039 INFO  (qtp984116388-7302) [n:127.0.0.1:65021_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 912043 INFO  (OverseerThreadFactory-3591-thread-1-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 912159 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 912161 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 912177 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 912192 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 912301 INFO  (zkCallback-1197-thread-3-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 912301 INFO  (zkCallback-1196-thread-1-processing-n:127.0.0.1:65022_solr) [n:127.0.0.1:65022_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 913197 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 913200 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 913222 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 913225 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.IndexSchema [collection1_shard2_replica2] Schema name=minimal
   [junit4]   2> 913229 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 913232 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica2' using configuration from collection collection1
   [junit4]   2> 913232 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SolrCore [[collection1_shard2_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\.\collection1_shard2_replica2\data\]
   [junit4]   2> 913237 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=minimal
   [junit4]   2> 913238 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 913242 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 913243 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 913245 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1
   [junit4]   2> 913246 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrCore [[collection1_shard2_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\.\collection1_shard2_replica1\data\]
   [junit4]   2> 913250 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1
   [junit4]   2> 913250 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\.\collection1_shard1_replica2\data\]
   [junit4]   2> 913256 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 913279 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 913283 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 913283 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 913283 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 913285 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1
   [junit4]   2> 913285 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\.\collection1_shard1_replica1\data\]
   [junit4]   2> 913287 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 913287 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 913306 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 913306 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 913308 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 913308 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 913314 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 913314 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 913316 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 913316 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 913318 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7678b8a9[collection1_shard2_replica1] main]
   [junit4]   2> 913320 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 913320 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 913320 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 913320 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555300009645178880
   [junit4]   2> 913323 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 913323 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 913326 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 913326 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 913328 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 913328 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@75776cd2[collection1_shard2_replica2] main]
   [junit4]   2> 913329 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d15dd6c[collection1_shard1_replica2] main]
   [junit4]   2> 913330 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 913331 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 913331 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 913331 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555300009656713216
   [junit4]   2> 913332 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 913332 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 913332 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 913332 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555300009657761792
   [junit4]   2> 913339 INFO  (searcherExecutor-3597-thread-1-processing-n:127.0.0.1:65022_solr x:collection1_shard2_replica1 s:shard2 c:collection1) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrCore [collection1_shard2_replica1] Registered new searcher Searcher@7678b8a9[collection1_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 913340 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 913341 INFO  (searcherExecutor-3596-thread-1-processing-n:127.0.0.1:65021_solr x:collection1_shard2_replica2 s:shard2 c:collection1) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SolrCore [collection1_shard2_replica2] Registered new searcher Searcher@75776cd2[collection1_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 913343 INFO  (searcherExecutor-3598-thread-1-processing-n:127.0.0.1:65021_solr x:collection1_shard1_replica2 s:shard1 c:collection1) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@5d15dd6c[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 913344 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c74d521[collection1_shard1_replica1] main]
   [junit4]   2> 913346 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 913346 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 913346 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 913346 INFO  (searcherExecutor-3601-thread-1-processing-n:127.0.0.1:65022_solr x:collection1_shard1_replica1 s:shard1 c:collection1) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@5c74d521[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 913347 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555300009673490432
   [junit4]   2> 913446 INFO  (zkCallback-1196-thread-1-processing-n:127.0.0.1:65022_solr) [n:127.0.0.1:65022_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 913446 INFO  (zkCallback-1197-thread-1-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 913828 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 913828 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 913828 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:65022/solr/collection1_shard2_replica1/
   [junit4]   2> 913828 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica1 url=https://127.0.0.1:65022/solr START replicas=[https://127.0.0.1:65021/solr/collection1_shard2_replica2/] nUpdates=100
   [junit4]   2> 913829 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica1 url=https://127.0.0.1:65022/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 913833 INFO  (qtp984116388-7303) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.c.S.Request [collection1_shard2_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 913834 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 913834 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 913839 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:65022/solr/collection1_shard2_replica1/ shard2
   [junit4]   2> 913842 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 913842 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 913842 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:65021/solr/collection1_shard1_replica2/
   [junit4]   2> 913842 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica2 url=https://127.0.0.1:65021/solr START replicas=[https://127.0.0.1:65022/solr/collection1_shard1_replica1/] nUpdates=100
   [junit4]   2> 913842 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica2 url=https://127.0.0.1:65021/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 913847 INFO  (qtp1639026947-7310) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 913847 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 913847 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 913853 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:65021/solr/collection1_shard1_replica2/ shard1
   [junit4]   2> 913959 INFO  (zkCallback-1197-thread-1-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 913959 INFO  (zkCallback-1196-thread-1-processing-n:127.0.0.1:65022_solr) [n:127.0.0.1:65022_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 913990 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 913995 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=1817
   [junit4]   2> 914005 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 914011 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=1850
   [junit4]   2> 914112 INFO  (zkCallback-1197-thread-3-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 914112 INFO  (zkCallback-1196-thread-1-processing-n:127.0.0.1:65022_solr) [n:127.0.0.1:65022_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 914342 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=2184
   [junit4]   2> 914358 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2166
   [junit4]   2> 914363 INFO  (qtp984116388-7302) [n:127.0.0.1:65021_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 914462 INFO  (zkCallback-1196-thread-1-processing-n:127.0.0.1:65022_solr) [n:127.0.0.1:65022_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 914462 INFO  (zkCallback-1197-thread-3-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 915363 INFO  (qtp984116388-7302) [n:127.0.0.1:65021_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3324
   [junit4]   2> 915363 INFO  (SUITE-TestCloudRecovery-seed#[F890088DE4EDA7E9]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 915364 INFO  (SUITE-TestCloudRecovery-seed#[F890088DE4EDA7E9]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 915389 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting corruptedLogTest
   [junit4]   2> 915420 INFO  (qtp1639026947-7301) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1555300011826216960&distrib.from=https://127.0.0.1:65021/solr/collection1_shard1_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1555300011826216960)} 0 11
   [junit4]   2> 915420 INFO  (qtp984116388-7303) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1555300011823071232&distrib.from=https://127.0.0.1:65022/solr/collection1_shard2_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1555300011823071232)} 0 7
   [junit4]   2> 915420 INFO  (qtp984116388-7305) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:65022/solr/collection1_shard2_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1555300011826216960)} 0 20
   [junit4]   2> 915420 INFO  (qtp1639026947-7311) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1555300011823071232)} 0 24
   [junit4]   2> 915423 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 915423 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 915423 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 915423 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:65022/solr/collection1_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 915429 INFO  (qtp1639026947-7309) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 915429 INFO  (qtp1639026947-7309) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 915432 INFO  (qtp1639026947-7309) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 915433 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 915433 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 915438 INFO  (qtp1639026947-7309) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:65022/solr/collection1_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 9
   [junit4]   2> 915439 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 915439 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 915439 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 915439 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 915439 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:65022/solr/collection1_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 6
   [junit4]   2> 915439 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:65022/solr/collection1_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 915439 INFO  (qtp1639026947-7310) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={_stateVer_=collection1:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 20
   [junit4]   2> 915458 INFO  (qtp1639026947-7309) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:65021/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[1000 (1555300011876548608)]} 0 4
   [junit4]   2> 915458 INFO  (qtp984116388-7302) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1000 (1555300011876548608)]} 0 10
   [junit4]   2> 915467 INFO  (qtp984116388-7298) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:65022/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[1001 (1555300011889131520)]} 0 4
   [junit4]   2> 915467 INFO  (qtp1639026947-7304) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1001 (1555300011889131520)]} 0 10
   [junit4]   2> 915476 INFO  (qtp1639026947-7301) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:65021/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[0 (1555300011901714432)]} 0 0
   [junit4]   2> 915480 INFO  (qtp984116388-7299) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1555300011901714432)]} 0 7
   [junit4]   2> 915496 INFO  (qtp1639026947-7311) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:65021/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[1 (1555300011918491648)]} 0 0
   [junit4]   2> 915504 INFO  (qtp984116388-7303) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1555300011918491648)]} 0 15
   [junit4]   2> 915517 INFO  (qtp984116388-7305) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:65022/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[2 (1555300011943657472)]} 0 0
   [junit4]   2> 915517 INFO  (qtp1639026947-7306) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1555300011943657472)]} 0 5
   [junit4]   2> 915520 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:65022/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[3 (1555300011950997504)]} 0 0
   [junit4]   2> 915527 INFO  (qtp1639026947-7307) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1555300011950997504)]} 0 8
   [junit4]   2> 915544 INFO  (qtp1639026947-7310) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:65021/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[4 (1555300011973017600)]} 0 0
   [junit4]   2> 915552 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1555300011973017600)]} 0 11
   [junit4]   2> 915560 INFO  (qtp984116388-7302) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:65022/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[5 (1555300011993989120)]} 0 0
   [junit4]   2> 915560 INFO  (qtp1639026947-7309) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1555300011993989120)]} 0 1
   [junit4]   2> 915564 INFO  (qtp984116388-7302) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:65022/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[6 (1555300011993989121)]} 0 0
   [junit4]   2> 915564 INFO  (qtp1639026947-7304) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1555300011993989121)]} 0 1
   [junit4]   2> 915567 INFO  (qtp984116388-7302) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:65022/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[7 (1555300011999232000)]} 0 0
   [junit4]   2> 915567 INFO  (qtp1639026947-7304) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1555300011999232000)]} 0 1
   [junit4]   2> 915569 INFO  (qtp1639026947-7311) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:65021/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[8 (1555300012002377728)]} 0 0
   [junit4]   2> 915569 INFO  (qtp984116388-7302) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1555300012002377728)]} 0 1
   [junit4]   2> 915571 INFO  (qtp984116388-7296) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:65022/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[9 (1555300012004474880)]} 0 0
   [junit4]   2> 915571 INFO  (qtp1639026947-7311) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1555300012004474880)]} 0 1
   [junit4]   2> 915589 INFO  (qtp1639026947-7310) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.c.S.Request [collection1_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:65022/solr/collection1_shard2_replica1/|https://127.0.0.1:65021/solr/collection1_shard2_replica2/&rows=10&version=2&q=*:*&NOW=1483249675757&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 915590 INFO  (qtp1639026947-7309) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:65022/solr/collection1_shard1_replica1/|https://127.0.0.1:65021/solr/collection1_shard1_replica2/&rows=10&version=2&q=*:*&NOW=1483249675757&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 915591 INFO  (qtp984116388-7300) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.c.S.Request [collection1_shard2_replica2]  webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=17
   [junit4]   2> 915593 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 65021
   [junit4]   2> 915593 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=750050577
   [junit4]   2> 915607 INFO  (coreCloseExecutor-3616-thread-1) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.c.SolrCore [collection1_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@6b44559a
   [junit4]   2> 915608 INFO  (coreCloseExecutor-3616-thread-2) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@3598141e
   [junit4]   2> 915610 INFO  (coreCloseExecutor-3616-thread-1) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica2
   [junit4]   2> 915610 INFO  (coreCloseExecutor-3616-thread-2) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica2
   [junit4]   2> 915636 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.c.Overseer Overseer (id=97206250496851974-127.0.0.1:65021_solr-n_0000000000) closing
   [junit4]   2> 915636 INFO  (OverseerStateUpdate-97206250496851974-127.0.0.1:65021_solr-n_0000000000) [n:127.0.0.1:65021_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:65021_solr
   [junit4]   2> 915640 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1595891ded00006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 915642 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 915642 INFO  (zkCallback-1203-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 915643 INFO  (zkCallback-1196-thread-1-processing-n:127.0.0.1:65022_solr) [n:127.0.0.1:65022_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 915644 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1aeb878b{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 915692 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@72fe74d3{/solr,null,UNAVAILABLE}
   [junit4]   2> 915695 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 65022
   [junit4]   2> 915695 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1330211128
   [junit4]   2> 915696 INFO  (zkCallback-1196-thread-2-processing-n:127.0.0.1:65022_solr) [n:127.0.0.1:65022_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65022_solr
   [junit4]   2> 915698 INFO  (zkCallback-1196-thread-3-processing-n:127.0.0.1:65022_solr) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 915699 INFO  (zkCallback-1196-thread-2-processing-n:127.0.0.1:65022_solr) [n:127.0.0.1:65022_solr    ] o.a.s.c.Overseer Overseer (id=97206250496851973-127.0.0.1:65022_solr-n_0000000001) starting
   [junit4]   2> 915704 INFO  (coreCloseExecutor-3618-thread-1) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.c.SolrCore [collection1_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6785975a
   [junit4]   2> 915706 INFO  (coreCloseExecutor-3618-thread-1) [n:127.0.0.1:65022_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica1
   [junit4]   2> 915717 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.c.Overseer Overseer (id=97206250496851973-127.0.0.1:65022_solr-n_0000000001) closing
   [junit4]   2> 915720 WARN  (zkCallback-1196-thread-2-processing-n:127.0.0.1:65022_solr) [n:127.0.0.1:65022_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 915721 INFO  (zkCallback-1203-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 915721 INFO  (OverseerStateUpdate-97206250496851973-127.0.0.1:65022_solr-n_0000000001) [n:127.0.0.1:65022_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:65022_solr
   [junit4]   2> 915723 INFO  (OverseerCollectionConfigSetProcessor-97206250496851973-127.0.0.1:65022_solr-n_0000000001) [n:127.0.0.1:65022_solr    ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=97206250496851973-127.0.0.1:65022_solr-n_0000000001) am no longer a leader.
   [junit4]   2> 915723 ERROR (OverseerCollectionConfigSetProcessor-97206250496851973-127.0.0.1:65022_solr-n_0000000001) [n:127.0.0.1:65022_solr    ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-queue-work
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:339)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:336)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:299)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskQueue.getTailId(OverseerTaskQueue.java:264)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:162)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 918200 WARN  (zkCallback-1196-thread-3-processing-n:127.0.0.1:65022_solr) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 918200 INFO  (zkCallback-1196-thread-3-processing-n:127.0.0.1:65022_solr) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1b80687c
   [junit4]   2> 918215 INFO  (zkCallback-1196-thread-3-processing-n:127.0.0.1:65022_solr) [n:127.0.0.1:65022_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica1
   [junit4]   2> 918227 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 918229 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@25cda117{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 918231 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5c57275e{/solr,null,UNAVAILABLE}
   [junit4]   2> 918242 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 918249 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@430cad10{/solr,null,AVAILABLE}
   [junit4]   2> 918250 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3919f85c{SSL,[ssl, http/1.1]}{127.0.0.1:65021}
   [junit4]   2> 918250 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.e.j.s.Server Started @923756ms
   [junit4]   2> 918250 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65021}
   [junit4]   2> 918251 ERROR (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 918251 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 918251 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 918251 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 918251 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-01T05:47:58.436Z
   [junit4]   2> 918288 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 918315 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65017/solr
   [junit4]   2> 918327 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1595891ded0000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 918360 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [n:127.0.0.1:65021_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65021_solr
   [junit4]   2> 918362 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [n:127.0.0.1:65021_solr    ] o.a.s.c.Overseer Overseer (id=97206250496851979-127.0.0.1:65021_solr-n_0000000002) starting
   [junit4]   2> 918378 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [n:127.0.0.1:65021_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65021_solr
   [junit4]   2> 918385 INFO  (zkCallback-1203-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 918385 INFO  (zkCallback-1208-thread-1-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 918488 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [n:127.0.0.1:65021_solr    ] o.a.s.c.CorePropertiesLocator Found 2 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\.
   [junit4]   2> 918488 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[F890088DE4EDA7E9]) [n:127.0.0.1:65021_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1_shard1_replica2, collection1_shard2_replica2]
   [junit4]   2> 918516 INFO  (coreLoadExecutor-3629-thread-1-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 918525 INFO  (coreLoadExecutor-3629-thread-2-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 918533 INFO  (coreLoadExecutor-3629-thread-1-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 918539 INFO  (coreLoadExecutor-3629-thread-2-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.s.IndexSchema [collection1_shard2_replica2] Schema name=minimal
   [junit4]   2> 918541 INFO  (coreLoadExecutor-3629-thread-1-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 918542 INFO  (coreLoadExecutor-3629-thread-2-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 918550 INFO  (coreLoadExecutor-3629-thread-1-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1
   [junit4]   2> 918550 INFO  (coreLoadExecutor-3629-thread-2-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica2' using configuration from collection collection1
   [junit4]   2> 918553 INFO  (coreLoadExecutor-3629-thread-2-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.c.SolrCore [[collection1_shard2_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\.\collection1_shard2_replica2\data\]
   [junit4]   2> 918553 INFO  (coreLoadExecutor-3629-thread-1-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\.\collection1_shard1_replica2\data\]
   [junit4]   2> 918608 INFO  (coreLoadExecutor-3629-thread-2-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 918608 INFO  (coreLoadExecutor-3629-thread-2-processing-n:127.0.0.1:65021_solr) [n:127.0.0.1:65021_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   

[...truncated too long message...]

tSerializedLuceneMatchVersion, TestConfigSetImmutable, HighlighterTest, TestSchemaSimilarityResource, SolrMetricManagerTest, TestBackupRepositoryFactory, DocumentBuilderTest, TestCloudRecovery]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCloudRecovery -Dtests.seed=F890088DE4EDA7E9 -Dtests.slow=true -Dtests.locale=ar-IQ -Dtests.timezone=America/Anguilla -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestCloudRecovery (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data\tlog
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2\data
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard1_replica2
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data\tlog
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2\data
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1\collection1_shard2_replica2
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node1
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data\tlog
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1\data
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard1_replica1
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data\tlog
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1\data
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2\collection1_shard2_replica1
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001\node2
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001\tempDir-001
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestCloudRecovery_F890088DE4EDA7E9-001
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F890088DE4EDA7E9]:0)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:323)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [273/673 (1!)] on J0 in 162.24s, 2 tests, 1 error <<< FAILURES!

[...truncated 63800 lines...]


[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_112) - Build # 6323 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6323/
Java: 64bit/jdk1.8.0_112 -XX:-UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request,trace=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:416)  at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:247)  at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:166)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:745) ,time=1}

Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request,trace=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:416)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:247)
	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:166)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)
,time=1}
	at __randomizedtesting.SeedInfo.seed([E6862AEFA1E8CDED:6ED215350F14A015]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1172)
	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1113)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:973)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1011)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.update.AutoCommitTest.testMaxDocs

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([E6862AEFA1E8CDED:5F07FC308D02C967]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:818)
	at org.apache.solr.update.AutoCommitTest.testMaxDocs(AutoCommitTest.java:225)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=id:14&qt=standard&start=0&rows=20&version=2.2
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:811)
	... 40 more


FAILED:  org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail

Error Message:
expected:<200> but was:<404>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<404>
	at __randomizedtesting.SeedInfo.seed([E6862AEFA1E8CDED:8E391FC57172DF01]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:140)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:294)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10692 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_E6862AEFA1E8CDED-001\init-core-data-001
   [junit4]   2> 32784 INFO  (SUITE-TestDistributedSearch-seed#[E6862AEFA1E8CDED]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
   [junit4]   2> 32784 INFO  (SUITE-TestDistributedSearch-seed#[E6862AEFA1E8CDED]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 33391 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_E6862AEFA1E8CDED-001\tempDir-001\control\cores\collection1
   [junit4]   2> 33395 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 33395 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a3320c7{/,null,AVAILABLE}
   [junit4]   2> 33402 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5ea3f389{HTTP/1.1,[http/1.1]}{127.0.0.1:59784}
   [junit4]   2> 33402 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.e.j.s.Server Started @38577ms
   [junit4]   2> 33402 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=59784, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_E6862AEFA1E8CDED-001\tempDir-001\control\cores}
   [junit4]   2> 33403 ERROR (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 33403 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 33403 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 33403 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 33403 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-31T19:31:16.318Z
   [junit4]   2> 33403 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 33404 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_E6862AEFA1E8CDED-001\tempDir-001\control\solr.xml
   [junit4]   2> 33431 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_E6862AEFA1E8CDED-001\tempDir-001\control\cores
   [junit4]   2> 33431 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 33434 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 33536 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 33561 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 33651 WARN  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 33653 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 33671 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1
   [junit4]   2> 33671 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_E6862AEFA1E8CDED-001\tempDir-001\control\cores\collection1\data\]
   [junit4]   2> 33672 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@149e510b
   [junit4]   2> 33673 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3369441075803755]
   [junit4]   2> 33695 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 33696 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 33697 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 33697 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 33697 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=83.7294921875, floorSegmentMB=1.224609375, forceMergeDeletesPctAllowed=12.592764071064357, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.42798716354068267
   [junit4]   2> 33698 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@503380f7[collection1] main]
   [junit4]   2> 33698 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 33712 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 33753 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 33754 INFO  (searcherExecutor-509-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 33754 INFO  (coreLoadExecutor-508-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555261215650873344
   [junit4]   2> 33755 INFO  (searcherExecutor-509-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 33755 INFO  (searcherExecutor-509-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 33755 INFO  (searcherExecutor-509-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 33755 INFO  (searcherExecutor-509-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 33756 INFO  (searcherExecutor-509-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 33756 INFO  (searcherExecutor-509-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 33757 INFO  (searcherExecutor-509-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 33758 INFO  (searcherExecutor-509-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 33759 INFO  (searcherExecutor-509-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@503380f7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 34785 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_E6862AEFA1E8CDED-001\tempDir-001\shard0\cores\collection1
   [junit4]   2> 34788 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 34789 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@781e9224{/,null,AVAILABLE}
   [junit4]   2> 34791 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@552dae92{HTTP/1.1,[http/1.1]}{127.0.0.1:59796}
   [junit4]   2> 34791 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.e.j.s.Server Started @39966ms
   [junit4]   2> 34791 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=59796, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_E6862AEFA1E8CDED-001\tempDir-001\shard0\cores}
   [junit4]   2> 34791 ERROR (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 34791 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 34791 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 34791 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 34791 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-31T19:31:17.706Z
   [junit4]   2> 34793 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_E6862AEFA1E8CDED-001\tempDir-001\shard0\solr.xml
   [junit4]   2> 34814 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_E6862AEFA1E8CDED-001\tempDir-001\shard0\cores
   [junit4]   2> 34814 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 34816 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 34883 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 34913 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 35007 WARN  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 35010 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 35039 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1
   [junit4]   2> 35039 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_E6862AEFA1E8CDED-001\tempDir-001\shard0\cores\collection1\data\]
   [junit4]   2> 35039 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@149e510b
   [junit4]   2> 35041 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3369441075803755]
   [junit4]   2> 35069 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 35069 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 35071 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 35071 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 35072 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=83.7294921875, floorSegmentMB=1.224609375, forceMergeDeletesPctAllowed=12.592764071064357, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.42798716354068267
   [junit4]   2> 35073 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7316294d[collection1] main]
   [junit4]   2> 35073 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 35085 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 35128 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 35128 INFO  (searcherExecutor-520-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 35129 INFO  (searcherExecutor-520-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 35129 INFO  (coreLoadExecutor-519-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555261217092665344
   [junit4]   2> 35129 INFO  (searcherExecutor-520-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 35129 INFO  (searcherExecutor-520-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 35129 INFO  (searcherExecutor-520-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 35131 INFO  (searcherExecutor-520-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 35131 INFO  (searcherExecutor-520-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 35131 INFO  (searcherExecutor-520-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 35132 INFO  (searcherExecutor-520-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 35133 INFO  (searcherExecutor-520-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7316294d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 35469 INFO  (TEST-TestDistributedSearch.test-seed#[E6862AEFA1E8CDED]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 36456 INFO  (qtp1357993742-327) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1555261218431696896)} 0 104
   [junit4]   2> 36577 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1555261218607857664)} 0 4
   [junit4]   2> 36642 INFO  (qtp1357993742-328) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1555261218621489152)]} 0 59
   [junit4]   2> 36651 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1555261218682306560)]} 0 6
   [junit4]   2> 36656 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1555261218690695168)]} 0 4
   [junit4]   2> 36662 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1555261218696986624)]} 0 3
   [junit4]   2> 36666 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1555261218702229504)]} 0 2
   [junit4]   2> 36669 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1555261218705375232)]} 0 2
   [junit4]   2> 36673 INFO  (qtp1357993742-331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1555261218709569536)]} 0 2
   [junit4]   2> 36676 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1555261218714812416)]} 0 1
   [junit4]   2> 36679 INFO  (qtp1357993742-332) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1555261218716909568)]} 0 1
   [junit4]   2> 36683 INFO  (qtp1282029594-349) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1555261218721103872)]} 0 1
   [junit4]   2> 36687 INFO  (qtp1357993742-325) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1555261218723201024)]} 0 2
   [junit4]   2> 36691 INFO  (qtp1282029594-342) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1555261218728443904)]} 0 2
   [junit4]   2> 36707 INFO  (qtp1357993742-327) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1555261218745221120)]} 0 2
   [junit4]   2> 36711 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1555261218750464000)]} 0 2
   [junit4]   2> 36716 INFO  (qtp1357993742-328) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1555261218754658304)]} 0 2
   [junit4]   2> 36719 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1555261218758852608)]} 0 1
   [junit4]   2> 36722 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1555261218761998336)]} 0 1
   [junit4]   2> 36724 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1555261218764095488)]} 0 1
   [junit4]   2> 36738 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 36739 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@584b3e0a
   [junit4]   2> 37533 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@41c0c4fe[collection1] main]
   [junit4]   2> 37535 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 37535 INFO  (searcherExecutor-509-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@41c0c4fe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c9)))}
   [junit4]   2> 37536 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 797
   [junit4]   2> 37540 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 37540 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@696675b2
   [junit4]   2> 37564 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1988eb58[collection1] main]
   [junit4]   2> 37565 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 37566 INFO  (searcherExecutor-520-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1988eb58[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c9)))}
   [junit4]   2> 37567 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 27
   [junit4]   2> 37574 INFO  (qtp1357993742-331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1555261219651190784)]} 0 6
   [junit4]   2> 37586 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1555261219658530816)]} 0 9
   [junit4]   2> 37591 INFO  (qtp1357993742-332) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1555261219671113728)]} 0 3
   [junit4]   2> 37600 INFO  (qtp1282029594-349) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1555261219677405184)]} 0 6
   [junit4]   2> 37604 INFO  (qtp1357993742-332) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1555261219685793792)]} 0 2
   [junit4]   2> 37610 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1555261219689988096)]} 0 4
   [junit4]   2> 37613 INFO  (qtp1357993742-327) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1555261219696279552)]} 0 1
   [junit4]   2> 37616 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1555261219699425280)]} 0 1
   [junit4]   2> 37622 INFO  (qtp1357993742-328) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1555261219702571008)]} 0 4
   [junit4]   2> 37625 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1555261219708862464)]} 0 1
   [junit4]   2> 37628 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1555261219712008192)]} 0 1
   [junit4]   2> 37630 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1555261219715153920)]} 0 0
   [junit4]   2> 37633 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1555261219717251072)]} 0 1
   [junit4]   2> 37635 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1555261219719348224)]} 0 0
   [junit4]   2> 37638 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1555261219722493952)]} 0 1
   [junit4]   2> 37640 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1555261219724591104)]} 0 0
   [junit4]   2> 37642 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1555261219726688256)]} 0 1
   [junit4]   2> 37645 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1555261219729833984)]} 0 1
   [junit4]   2> 37648 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1555261219732979712)]} 0 0
   [junit4]   2> 37650 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1555261219735076864)]} 0 1
   [junit4]   2> 37652 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1555261219737174016)]} 0 0
   [junit4]   2> 37655 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1555261219740319744)]} 0 1
   [junit4]   2> 37658 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1555261219742416896)]} 0 1
   [junit4]   2> 37661 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1555261219746611200)]} 0 1
   [junit4]   2> 37663 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1555261219748708352)]} 0 1
   [junit4]   2> 37666 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1555261219751854080)]} 0 0
   [junit4]   2> 37666 INFO  (qtp1357993742-331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1555261219752902656)]} 0 0
   [junit4]   2> 37670 INFO  (qtp1282029594-342) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1555261219752902656)]} 0 1
   [junit4]   2> 37672 INFO  (qtp1357993742-331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1555261219759194112)]} 0 0
   [junit4]   2> 37675 INFO  (qtp1282029594-342) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1555261219761291264)]} 0 0
   [junit4]   2> 37676 INFO  (qtp1357993742-325) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1555261219763388416)]} 0 0
   [junit4]   2> 37678 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1555261219764436992)]} 0 0
   [junit4]   2> 37681 INFO  (qtp1357993742-325) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1555261219767582720)]} 0 0
   [junit4]   2> 37683 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1555261219769679872)]} 0 0
   [junit4]   2> 37685 INFO  (qtp1357993742-327) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1555261219771777024)]} 0 0
   [junit4]   2> 37687 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1555261219773874176)]} 0 0
   [junit4]   2> 37689 INFO  (qtp1357993742-328) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1555261219775971328)]} 0 0
   [junit4]   2> 37690 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1555261219778068480)]} 0 0
   [junit4]   2> 37692 INFO  (qtp1357993742-328) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1555261219780165632)]} 0 0
   [junit4]   2> 37695 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1555261219782262784)]} 0 0
   [junit4]   2> 37697 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1555261219785408512)]} 0 0
   [junit4]   2> 37700 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1555261219787505664)]} 0 1
   [junit4]   2> 37703 INFO  (qtp1357993742-331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1555261219790651392)]} 0 1
   [junit4]   2> 37705 INFO  (qtp1282029594-342) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1555261219792748544)]} 0 1
   [junit4]   2> 37708 INFO  (qtp1357993742-332) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1555261219795894272)]} 0 0
   [junit4]   2> 37709 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1555261219797991424)]} 0 0
   [junit4]   2> 37711 INFO  (qtp1357993742-325) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1555261219800088576)]} 0 0
   [junit4]   2> 37713 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1555261219801137152)]} 0 0
   [junit4]   2> 37714 INFO  (qtp1357993742-327) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1555261219803234304)]} 0 0
   [junit4]   2> 37717 INFO  (qtp1282029594-349) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1555261219804282880)]} 0 0
   [junit4]   2> 37719 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1555261219807428608)]} 0 0
   [junit4]   2> 37720 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1555261219809525760)]} 0 0
   [junit4]   2> 37722 INFO  (qtp1357993742-328) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1555261219811622912)]} 0 0
   [junit4]   2> 37724 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1555261219812671488)]} 0 0
   [junit4]   2> 37726 INFO  (qtp1357993742-328) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1555261219815817216)]} 0 0
   [junit4]   2> 37728 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1555261219816865792)]} 0 0
   [junit4]   2> 37730 INFO  (qtp1357993742-328) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1555261219818962944)]} 0 1
   [junit4]   2> 37732 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1555261219821060096)]} 0 0
   [junit4]   2> 37733 INFO  (qtp1357993742-328) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1555261219823157248)]} 0 0
   [junit4]   2> 37735 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1555261219824205824)]} 0 0
   [junit4]   2> 37737 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1555261219826302976)]} 0 0
   [junit4]   2> 37739 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1555261219828400128)]} 0 0
   [junit4]   2> 37741 INFO  (qtp1357993742-331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1555261219830497280)]} 0 0
   [junit4]   2> 37743 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1555261219832594432)]} 0 0
   [junit4]   2> 37745 INFO  (qtp1357993742-332) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1555261219834691584)]} 0 0
   [junit4]   2> 37747 INFO  (qtp1282029594-349) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1555261219836788736)]} 0 1
   [junit4]   2> 37749 INFO  (qtp1357993742-325) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1555261219839934464)]} 0 0
   [junit4]   2> 37751 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1555261219842031616)]} 0 0
   [junit4]   2> 37754 INFO  (qtp1357993742-327) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1555261219844128768)]} 0 1
   [junit4]   2> 37757 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1555261219847274496)]} 0 1
   [junit4]   2> 37759 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1555261219849371648)]} 0 0
   [junit4]   2> 37760 INFO  (qtp1282029594-342) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1555261219851468800)]} 0 0
   [junit4]   2> 37762 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1555261219853565952)]} 0 0
   [junit4]   2> 37764 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1555261219854614528)]} 0 0
   [junit4]   2> 37766 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1555261219856711680)]} 0 1
   [junit4]   2> 37767 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1555261219858808832)]} 0 0
   [junit4]   2> 37769 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1555261219860905984)]} 0 0
   [junit4]   2> 37771 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1555261219861954560)]} 0 0
   [junit4]   2> 37772 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1555261219864051712)]} 0 0
   [junit4]   2> 37775 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1555261219866148864)]} 0 0
   [junit4]   2> 37778 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1555261219869294592)]} 0 1
   [junit4]   2> 37780 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1555261219871391744)]} 0 0
   [junit4]   2> 37782 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[132 (1555261219874537472)]} 0 0
   [junit4]   2> 37784 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[132 (1555261219875586048)]} 0 0
   [junit4]   2> 37786 INFO  (qtp1357993742-332) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[133 (1555261219877683200)]} 0 1
   [junit4]   2> 37788 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[133 (1555261219879780352)]} 0 0
   [junit4]   2> 37790 INFO  (qtp1357993742-332) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[134 (1555261219881877504)]} 0 1
   [junit4]   2> 37792 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[134 (1555261219883974656)]} 0 0
   [junit4]   2> 37793 INFO  (qtp1357993742-325) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[135 (1555261219886071808)]} 0 0
   [junit4]   2> 37795 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[135 (1555261219887120384)]} 0 0
   [junit4]   2> 37797 INFO  (qtp1357993742-325) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[136 (1555261219889217536)]} 0 0
   [junit4]   2> 37799 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[136 (1555261219892363264)]} 0 0
   [junit4]   2> 37802 INFO  (qtp1357993742-325) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[137 (1555261219894460416)]} 0 1
   [junit4]   2> 37804 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[137 (1555261219897606144)]} 0 0
   [junit4]   2> 37808 INFO  (qtp1357993742-328) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[138 (1555261219900751872)]} 0 0
   [junit4]   2> 37809 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[138 (1555261219902849024)]} 0 0
   [junit4]   2> 37811 INFO  (qtp1357993742-328) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[139 (1555261219904946176)]} 0 0
   [junit4]   2> 37813 INFO  (qtp1282029594-349) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[139 (1555261219907043328)]} 0 0
   [junit4]   2> 37816 INFO  (qtp1357993742-331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[140 (1555261219909140480)]} 0 0
   [junit4]   2> 37818 INFO  (qtp1282029594-349) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[140 (1555261219911237632)]} 0 0
   [junit4]   2> 37820 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[141 (1555261219913334784)]} 0 0
   [junit4]   2> 37821 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[141 (1555261219915431936)]} 0 0
   [junit4]   2> 37823 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[142 (1555261219917529088)]} 0 0
   [junit4]   2> 37825 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[142 (1555261219918577664)]} 0 0
   [junit4]   2> 37827 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[143 (1555261219921723392)]} 0 0
   [junit4]   2> 37830 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[143 (1555261219924869120)]} 0 0
   [junit4]   2> 37833 INFO  (qtp1357993742-327) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[144 (1555261219926966272)]} 0 0
   [junit4]   2> 37834 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[144 (1555261219929063424)]} 0 0
   [junit4]   2> 37836 INFO  (qtp1357993742-325) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[145 (1555261219931160576)]} 0 0
   [junit4]   2> 37838 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[145 (1555261219933257728)]} 0 1
   [junit4]   2> 37841 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[146 (1555261219935354880)]} 0 0
   [junit4]   2> 37842 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[146 (1555261219937452032)]} 0 0
   [junit4]   2> 37844 INFO  (qtp1357993742-328) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[147 (1555261219938500608)]} 0 0
   [junit4]   2> 37846 INFO  (qtp1282029594-349) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[147 (1555261219940597760)]} 0 0
   [junit4]   2> 37847 INFO  (qtp1357993742-331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[148 (1555261219942694912)]} 0 0
   [junit4]   2> 37849 INFO  (qtp1282029594-342) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[148 (1555261219943743488)]} 0 0
   [junit4]   2> 37852 INFO  (qtp1357993742-332) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[149 (1555261219945840640)]} 0 0
   [junit4]   2> 37853 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[149 (1555261219948986368)]} 0 0
   [junit4]   2> 37854 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 37855 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@584b3e0a
   [junit4]   2> 37916 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@75c3474f[collection1] main]
   [junit4]   2> 37917 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 37920 INFO  (searcherExecutor-509-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@75c3474f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c9) Uninverting(_1(7.0.0):c59)))}
   [junit4]   2> 37920 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 66
   [junit4]   2> 37923 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 37923 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@696675b2
   [junit4]   2> 37959 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2925eb2a[collection1] main]
   [junit4]   2> 37959 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 37960 INFO  (searcherExecutor-520-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2925eb2a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c9) Uninverting(_1(7.0.0):c59)))}
   [junit4]   2> 37960 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 38
   [junit4]   2> 38009 INFO  (qtp1357993742-327) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 38009 INFO  (qtp1357993742-327) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=32
   [junit4]   2> 38017 INFO  (qtp1357993742-325) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 38018 INFO  (qtp1357993742-325) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 38128 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=109
   [junit4]   2> 38173 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=http://127.0.0.1:59796//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1483212681060&isShard=true&wt=javabin} hits=68 status=0 QTime=4
   [junit4]   2> 38221 INFO  (qtp1282029594-349) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681060&ids=144,134,3,135,113,139,8,129,118,140&isShard=true&shard.url=http://127.0.0.1:59796//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=27
   [junit4]   2> 38231 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59796//collection1|[ff01::083]:33332/&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=86
   [junit4]   2> 38238 INFO  (qtp1357993742-328) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 38249 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=http://127.0.0.1:59796//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1483212681161&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 38253 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681161&ids=143,1,101,115,138,127,106,128,131,10&isShard=true&shard.url=http://127.0.0.1:59796//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 38256 INFO  (qtp1282029594-342) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59796//collection1|[ff01::083]:33332/&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=10
   [junit4]   2> 38273 INFO  (qtp1357993742-328) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=13
   [junit4]   2> 38279 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=http://127.0.0.1:59796//collection1&rows=10&version=2&q=*:*&NOW=1483212681192&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 38285 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681192&ids=112,3,114,6,106,139,107,8,9,119&isShard=true&shard.url=http://127.0.0.1:59796//collection1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 38287 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59796//collection1&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=10
   [junit4]   2> 38290 INFO  (qtp1357993742-332) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 38318 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=[ff01::213]:33332/|http://127.0.0.1:59796//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1483212681210&isShard=true&wt=javabin} hits=68 status=0 QTime=1
   [junit4]   2> 38324 INFO  (qtp1282029594-342) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681210&ids=121,11,13,146,136,118,108,140,120,10&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:59796//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 38329 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:59796//collection1|[ff01::114]:33332/&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=33
   [junit4]   2> 38333 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 38343 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:59796//collection1&rows=10&version=2&q=*:*&NOW=1483212681252&isShard=true&wt=javabin} hits=68 status=0 QTime=2
   [junit4]   2> 38348 INFO  (qtp1282029594-349) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681252&ids=103,137,116,105,8,129,107,119,142,120&isShard=true&shard.url=[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:59796//collection1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 38353 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:59796//collection1&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=16
   [junit4]   2> 38357 INFO  (qtp1357993742-327) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 38363 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=http://127.0.0.1:59796//collection1&rows=10&version=2&q=*:*&NOW=1483212681275&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 38367 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681275&ids=132,121,101,135,14,4,115,149,106,131&isShard=true&shard.url=http://127.0.0.1:59796//collection1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 38370 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59796//collection1&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=9
   [junit4]   2> 38375 INFO  (qtp1357993742-327) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 38381 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=http://127.0.0.1:59796//collection1&rows=10&version=2&q=*:*&NOW=1483212681293&isShard=true&wt=javabin} hits=68 status=0 QTime=1
   [junit4]   2> 38386 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681293&ids=132,11,133,122,144,147,148,138,1001,108&isShard=true&shard.url=http://127.0.0.1:59796//collection1&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 38390 INFO  (qtp1282029594-342) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59796//collection1&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=12
   [junit4]   2> 38395 INFO  (qtp1357993742-327) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 38401 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:59796//collection1&rows=10&version=2&q=*:*&NOW=1483212681313&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 38407 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681313&ids=121,143,100,13,123,124,125,115,127,116&isShard=true&shard.url=[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:59796//collection1&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 38416 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:59796//collection1&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=18
   [junit4]   2> 38422 INFO  (qtp1357993742-327) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 38445 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:59796//collection1&rows=10&version=2&q=*:*&NOW=1483212681340&isShard=true&wt=javabin} hits=68 status=0 QTime=5
   [junit4]   2> 38464 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681340&ids=110,121,11,112,14,114,103,126,107,10&isShard=true&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:59796//collection1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 38467 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:59796//collection1&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=42
   [junit4]   2> 38472 INFO  (qtp1357993742-328) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 38484 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=http://127.0.0.1:59796//collection1&rows=10&version=2&q=*:*&NOW=1483212681391&isShard=true&wt=javabin} hits=68 status=0 QTime=1
   [junit4]   2> 38490 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681391&ids=132,123,148,115,138,6,105,7,9,120&isShard=true&shard.url=http://127.0.0.1:59796//collection1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 38492 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59796//collection1&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=16
   [junit4]   2> 38497 INFO  (qtp1357993742-332) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 38506 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:59796//collection1|[ff01::083]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1483212681416&isShard=true&wt=javabin} hits=68 status=0 QTime=1
   [junit4]   2> 38510 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681416&ids=143,13,14,102,137,127,7,1001,108,120&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:59796//collection1|[ff01::083]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 38512 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:59796//collection1|[ff01::083]:33332/|[ff01::114]:33332/&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=11
   [junit4]   2> 38515 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 38517 INFO  (qtp1282029594-342) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=http://127.0.0.1:59796//collection1&rows=10&version=2&q=*:*&NOW=1483212681432&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 38523 INFO  (qtp1282029594-342) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681432&ids=111,135,115,16,148,138,105,106,128,118&isShard=true&shard.url=http://127.0.0.1:59796//collection1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 38524 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59796//collection1&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=7
   [junit4]   2> 38527 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 38532 INFO  (qtp1282029594-342) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:59796//collection1&rows=10&version=2&q=*:*&NOW=1483212681444&isShard=true&wt=javabin} hits=68 status=0 QTime=1
   [junit4]   2> 38540 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681444&ids=132,133,100,2,134,146,3,14,125,118&isShard=true&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:59796//collection1&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 38543 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:59796//collection1&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=13
   [junit4]   2> 38554 INFO  (qtp1357993742-330) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=9
   [junit4]   2> 38572 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=http://127.0.0.1:59796//collection1&rows=10&version=2&q=*:*&NOW=1483212681477&isShard=true&wt=javabin} hits=68 status=0 QTime=5
   [junit4]   2> 38577 INFO  (qtp1282029594-346) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681477&ids=110,112,113,16,104,127,6,116,7,130&isShard=true&shard.url=http://127.0.0.1:59796//collection1&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 38580 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59796//collection1&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=17
   [junit4]   2> 38584 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 38592 INFO  (qtp1282029594-342) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+desc&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:59796//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1483212681503&isShard=true&wt=javabin} hits=68 status=0 QTime=1
   [junit4]   2> 38595 INFO  (qtp1282029594-349) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681503&ids=122,112,3,146,136,138,106,10,120,142&isShard=true&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:59796//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 38597 INFO  (qtp1282029594-347) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:59796//collection1|[ff01::213]:33332/&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=8
   [junit4]   2> 38601 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 38607 INFO  (qtp1282029594-348) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+asc&shard.url=http://127.0.0.1:59796//collection1&rows=10&version=2&q=*:*&NOW=1483212681518&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 38610 INFO  (qtp1282029594-344) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681518&ids=143,12,125,4,105,149,127,7,129,141&isShard=true&shard.url=http://127.0.0.1:59796//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 38612 INFO  (qtp1282029594-349) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59796//collection1&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=9
   [junit4]   2> 38614 INFO  (qtp1357993742-329) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 38622 INFO  (qtp1282029594-342) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+desc&shard.url=http://127.0.0.1:59796//collection1&rows=10&version=2&q=*:*&NOW=1483212681534&isShard=true&wt=javabin} hits=68 status=0 QTime=1
   [junit4]   2> 38625 INFO  (qtp1282029594-342) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1483212681534&ids=143,134,113,136,115,127,17,117,107,109&isShard=true&shard.url=http://127.0.0.1:59796//collection1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 38627 INFO  (qtp1282029594-345) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59796//collection1&sort=n_tdt1+desc&wt=javabin&version=2} hits

[...truncated too long message...]

ection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@51497631[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(7.0.0):C1)))}
   [junit4]   2> 1775510 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[550 (1555263042014412800)]} 0 3013
   [junit4]   2> 1775510 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1775512 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1555263042016509952)]} 0 3014
   [junit4]   2> 1775512 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1555263042016509953)]} 0 3014
   [junit4]   2> 1775512 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1555263042016509954)]} 0 3014
   [junit4]   2> 1775513 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1555263042016509955)]} 0 3015
   [junit4]   2> 1775513 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1555263042017558528)]} 0 3015
   [junit4]   2> 1775513 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1555263042017558529)]} 0 3015
   [junit4]   2> 1775513 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1555263042017558530)]} 0 3015
   [junit4]   2> 1775513 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1555263042017558531)]} 0 3016
   [junit4]   2> 1775513 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1555263042017558532)]} 0 3016
   [junit4]   2> 1775513 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1555263042017558533)]} 0 3016
   [junit4]   2> 1775514 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1777011 INFO  (commitScheduler-7514-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1777013 INFO  (commitScheduler-7514-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2324350b[collection1] main]
   [junit4]   2> 1777013 INFO  (commitScheduler-7514-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1777015 INFO  (searcherExecutor-7511-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2324350b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(7.0.0):C1) Uninverting(_6(7.0.0):C11/9:delGen=1)))}
   [junit4]   2> 1777018 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[531 (1555263043595665408)]} 0 4521
   [junit4]   2> 1777019 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1777019 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[E6862AEFA1E8CDED]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxTime
   [junit4]   2> 1777020 INFO  (SUITE-AutoCommitTest-seed#[E6862AEFA1E8CDED]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1777020 INFO  (SUITE-AutoCommitTest-seed#[E6862AEFA1E8CDED]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=815494507
   [junit4]   2> 1777021 INFO  (coreCloseExecutor-7515-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6fd7e7de
   [junit4]   2> 1777029 INFO  (coreCloseExecutor-7515-thread-1-processing-x:collection1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1777030 INFO  (SUITE-AutoCommitTest-seed#[E6862AEFA1E8CDED]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.update.AutoCommitTest_E6862AEFA1E8CDED-001
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=4, maxDocsPerChunk=4, blockSize=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=4, blockSize=5)), sim=RandomSimilarity(queryNorm=true): {}, locale=pl, timezone=Asia/Ashgabat
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_112 (64-bit)/cpus=3,threads=1,free=140219416,total=442499072
   [junit4]   2> NOTE: All tests run in this JVM: [JvmMetricsTest, SoftAutoCommitTest, SolrCoreTest, TestManagedSchema, TestDistributedSearch, FileUtilsTest, TestSolrConfigHandlerCloud, SolrXmlInZkTest, LeaderInitiatedRecoveryOnCommitTest, TestUninvertingReader, BaseCdcrDistributedZkTest, TestStandardQParsers, TestRTGBase, TestMacros, IndexSchemaRuntimeFieldTest, TestExactStatsCache, TestLockTree, TestCloudManagedSchema, TestCryptoKeys, ChaosMonkeyNothingIsSafeTest, CollectionStateFormat2Test, CurrencyFieldXmlFileTest, TestFreeTextSuggestions, DocValuesMultiTest, HdfsRecoveryZkTest, TestFunctionQuery, DistributedSpellCheckComponentTest, TestLeaderInitiatedRecoveryThread, SuggestComponentTest, TestPartialUpdateDeduplication, TestClassicSimilarityFactory, RequiredFieldsTest, DeleteReplicaTest, CopyFieldTest, ZkCLITest, TemplateUpdateProcessorTest, TestReplicationHandler, TestImplicitCoreProperties, TestSolrConfigHandler, LeaderFailoverAfterPartitionTest, SolrRequestParserTest, SuggesterFSTTest, TestSolr4Spatial2, AnalyticsMergeStrategyTest, HardAutoCommitTest, HdfsBasicDistributedZkTest, TestCollationField, TestXIncludeConfig, TestJettySolrRunner, TestSerializedLuceneMatchVersion, TestRandomDVFaceting, TestCustomStream, TestInitParams, RuleEngineTest, OverseerTaskQueueTest, TestExpandComponent, TestTestInjection, TestDistribDocBasedVersion, HttpPartitionTest, CloudMLTQParserTest, TestJavabinTupleStreamParser, TestSubQueryTransformerDistrib, AnalysisAfterCoreReloadTest, OverseerRolesTest, BlockJoinFacetRandomTest, TestSchemaNameResource, TestJsonFacets, TestLazyCores, DocValuesMissingTest, SyncSliceTest, SynonymTokenizerTest, DistributedFacetPivotLongTailTest, CoreAdminCreateDiscoverTest, TestCloudDeleteByQuery, TestCustomDocTransformer, MetricsHandlerTest, DocumentAnalysisRequestHandlerTest, HdfsNNFailoverTest, DisMaxRequestHandlerTest, TestSimpleQParserPlugin, TestOnReconnectListenerSupport, TestHashPartitioner, CollectionsAPIAsyncDistributedZkTest, TestStressCloudBlindAtomicUpdates, TestReplicaProperties, DistributedDebugComponentTest, MetricUtilsTest, SolrGraphiteReporterTest, TestCSVResponseWriter, ShardRoutingTest, TimeZoneUtilsTest, TestCustomSort, SmileWriterTest, ActionThrottleTest, HttpSolrCallGetCoreTest, AssignTest, TestSurroundQueryParser, ConjunctionSolrSpellCheckerTest, TestRTimerTree, HdfsSyncSliceTest, CheckHdfsIndexTest, SpatialRPTFieldTypeTest, TestPseudoReturnFields, TestLFUCache, TestPhraseSuggestions, BinaryUpdateRequestHandlerTest, HighlighterTest, VMParamsZkACLAndCredentialsProvidersTest, OutOfBoxZkACLAndCredentialsProvidersTest, RankQueryTest, DocumentBuilderTest, BitVectorTest, SolrPluginUtilsTest, TestCloudRecovery, ReplaceNodeTest, CursorPagingTest, TestDocumentBuilder, ChangedSchemaMergeTest, TestGeoJSONResponseWriter, XsltUpdateRequestHandlerTest, TestFaceting, SpatialHeatmapFacetsTest, TestReRankQParserPlugin, TestSubQueryTransformer, TestDocBasedVersionConstraints, OverseerCollectionConfigSetProcessorTest, QueryElevationComponentTest, DistributedQueueTest, SSLMigrationTest, TestReloadAndDeleteDocs, NumericFieldsTest, HdfsTlogReplayBufferedWhileIndexingTest, TestRemoteStreaming, DistributedQueryElevationComponentTest, OverseerTest, TestTolerantUpdateProcessorCloud, SolrSlf4jReporterTest, TestIntervalFaceting, TestCloudPivotFacet, TestSegmentSorting, TestHdfsBackupRestoreCore, SearchHandlerTest, TestFieldCacheWithThreads, PathHierarchyTokenizerFactoryTest, TestUseDocValuesAsStored, TestXmlQParserPlugin, LeaderElectionTest, ZkNodePropsTest, BadCopyFieldTest, AnalysisErrorHandlingTest, TestRandomCollapseQParserPlugin, AlternateDirectoryTest, DirectoryFactoryTest, HLLUtilTest, TestHashQParserPlugin, TestBinaryField, TestCursorMarkWithoutUniqueKey, DataDrivenBlockJoinTest, TestManagedResourceStorage, DistributedFacetPivotSmallTest, PluginInfoTest, TestManagedSchemaThreadSafety, TestStressReorder, MultiTermTest, DirectUpdateHandlerTest, TestRandomFaceting, ZkSolrClientTest, AutoCommitTest]
   [junit4] Completed [351/673 (3!)] on J0 in 12.95s, 3 tests, 1 error <<< FAILURES!

[...truncated 63500 lines...]


[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_112) - Build # 6322 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6322/
Java: 64bit/jdk1.8.0_112 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.TestRandomRequestDistribution.test

Error Message:
Shard a1x2_shard1_replica2 received all 10 requests

Stack Trace:
java.lang.AssertionError: Shard a1x2_shard1_replica2 received all 10 requests
	at __randomizedtesting.SeedInfo.seed([A43AB2E9D46E4961:2C6E8D337A922499]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.TestRandomRequestDistribution.testRequestTracking(TestRandomRequestDistribution.java:122)
	at org.apache.solr.cloud.TestRandomRequestDistribution.test(TestRandomRequestDistribution.java:65)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail

Error Message:
expected:<200> but was:<404>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<404>
	at __randomizedtesting.SeedInfo.seed([A43AB2E9D46E4961:CC8587C304F45B8D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:140)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:294)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11519 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestRandomRequestDistribution
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\init-core-data-001
   [junit4]   2> 1174383 INFO  (SUITE-TestRandomRequestDistribution-seed#[A43AB2E9D46E4961]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1174383 INFO  (SUITE-TestRandomRequestDistribution-seed#[A43AB2E9D46E4961]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /d_/is
   [junit4]   2> 1174386 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1174386 INFO  (Thread-2381) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1174386 INFO  (Thread-2381) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1174486 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.ZkTestServer start zk server on port:52973
   [junit4]   2> 1174490 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159544893fa0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1174505 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1174508 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1174510 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1174513 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1174515 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1174517 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1174519 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1174521 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1174524 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1174526 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1174528 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1175109 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\control-001\cores\collection1
   [junit4]   2> 1175112 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1175112 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e9aeb9d{/d_/is,null,AVAILABLE}
   [junit4]   2> 1175113 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@198426e5{HTTP/1.1,[http/1.1]}{127.0.0.1:52983}
   [junit4]   2> 1175114 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.Server Started @1179467ms
   [junit4]   2> 1175114 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\tempDir-001/control/data, hostContext=/d_/is, hostPort=52983, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\control-001\cores}
   [junit4]   2> 1175114 ERROR (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1175115 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1175115 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1175115 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1175115 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-31T09:49:20.462Z
   [junit4]   2> 1175120 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1175120 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\control-001\solr.xml
   [junit4]   2> 1175135 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52973/solr
   [junit4]   2> 1175140 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159544893fa0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1175170 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52983_d_%2Fis
   [junit4]   2> 1175173 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.c.Overseer Overseer (id=97201537662189572-127.0.0.1:52983_d_%2Fis-n_0000000000) starting
   [junit4]   2> 1175184 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52983_d_%2Fis
   [junit4]   2> 1175186 INFO  (OverseerStateUpdate-97201537662189572-127.0.0.1:52983_d_%2Fis-n_0000000000) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1175265 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\control-001\cores
   [junit4]   2> 1175265 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1175270 INFO  (OverseerStateUpdate-97201537662189572-127.0.0.1:52983_d_%2Fis-n_0000000000) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1176288 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1176317 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1176409 WARN  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1176411 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1176429 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1176429 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\control-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\control-001\cores\collection1\data\]
   [junit4]   2> 1176430 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32913a7c
   [junit4]   2> 1176431 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=73.6123046875, floorSegmentMB=0.7919921875, forceMergeDeletesPctAllowed=16.174213462505563, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8447169181970438
   [junit4]   2> 1176434 WARN  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1176449 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1176449 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1176452 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1176452 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1176452 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40458780956512974]
   [junit4]   2> 1176453 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c124949[collection1] main]
   [junit4]   2> 1176454 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1176454 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1176454 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1176455 INFO  (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555224604759293952
   [junit4]   2> 1176458 INFO  (searcherExecutor-4340-thread-1-processing-n:127.0.0.1:52983_d_%2Fis x:collection1 c:control_collection) [n:127.0.0.1:52983_d_%2Fis c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7c124949[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1176463 INFO  (coreZkRegister-4332-thread-1-processing-n:127.0.0.1:52983_d_%2Fis x:collection1 c:control_collection) [n:127.0.0.1:52983_d_%2Fis c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1176463 INFO  (coreZkRegister-4332-thread-1-processing-n:127.0.0.1:52983_d_%2Fis x:collection1 c:control_collection) [n:127.0.0.1:52983_d_%2Fis c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1176463 INFO  (coreZkRegister-4332-thread-1-processing-n:127.0.0.1:52983_d_%2Fis x:collection1 c:control_collection) [n:127.0.0.1:52983_d_%2Fis c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52983/d_/is/collection1/
   [junit4]   2> 1176463 INFO  (coreZkRegister-4332-thread-1-processing-n:127.0.0.1:52983_d_%2Fis x:collection1 c:control_collection) [n:127.0.0.1:52983_d_%2Fis c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1176464 INFO  (coreZkRegister-4332-thread-1-processing-n:127.0.0.1:52983_d_%2Fis x:collection1 c:control_collection) [n:127.0.0.1:52983_d_%2Fis c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52983/d_/is/collection1/ has no replicas
   [junit4]   2> 1176468 INFO  (coreZkRegister-4332-thread-1-processing-n:127.0.0.1:52983_d_%2Fis x:collection1 c:control_collection) [n:127.0.0.1:52983_d_%2Fis c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52983/d_/is/collection1/ shard1
   [junit4]   2> 1176488 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1176489 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52973/solr ready
   [junit4]   2> 1176489 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1176621 INFO  (coreZkRegister-4332-thread-1-processing-n:127.0.0.1:52983_d_%2Fis x:collection1 c:control_collection) [n:127.0.0.1:52983_d_%2Fis c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1177019 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-1-001\cores\collection1
   [junit4]   2> 1177022 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-1-001
   [junit4]   2> 1177023 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1177023 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7813ee48{/d_/is,null,AVAILABLE}
   [junit4]   2> 1177024 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6d26e6e2{HTTP/1.1,[http/1.1]}{127.0.0.1:53009}
   [junit4]   2> 1177025 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.Server Started @1181378ms
   [junit4]   2> 1177025 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/d_/is, hostPort=53009, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-1-001\cores}
   [junit4]   2> 1177025 ERROR (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1177025 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1177025 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1177025 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1177025 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-31T09:49:22.372Z
   [junit4]   2> 1177030 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159544893fa0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1177030 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1177030 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-1-001\solr.xml
   [junit4]   2> 1177044 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52973/solr
   [junit4]   2> 1177065 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159544893fa0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1177075 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:53009_d_%2Fis    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1177084 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:53009_d_%2Fis    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53009_d_%2Fis
   [junit4]   2> 1177088 INFO  (zkCallback-1697-thread-2-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1177088 INFO  (zkCallback-1701-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1177088 INFO  (zkCallback-1706-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1177118 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:53009_d_%2Fis    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-1-001\cores
   [junit4]   2> 1177118 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:53009_d_%2Fis    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1177126 INFO  (OverseerStateUpdate-97201537662189572-127.0.0.1:52983_d_%2Fis-n_0000000000) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1178143 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1178173 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1178273 WARN  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1178276 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1178294 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1178295 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-1-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-1-001\cores\collection1\data\]
   [junit4]   2> 1178295 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32913a7c
   [junit4]   2> 1178297 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=73.6123046875, floorSegmentMB=0.7919921875, forceMergeDeletesPctAllowed=16.174213462505563, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8447169181970438
   [junit4]   2> 1178301 WARN  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1178319 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1178319 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1178320 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1178320 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1178321 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40458780956512974]
   [junit4]   2> 1178321 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5886d819[collection1] main]
   [junit4]   2> 1178323 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1178323 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1178323 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1178324 INFO  (searcherExecutor-4351-thread-1-processing-n:127.0.0.1:53009_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5886d819[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1178324 INFO  (coreLoadExecutor-4350-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555224606719082496
   [junit4]   2> 1178332 INFO  (coreZkRegister-4345-thread-1-processing-n:127.0.0.1:53009_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53009_d_%2Fis c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1178333 INFO  (coreZkRegister-4345-thread-1-processing-n:127.0.0.1:53009_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53009_d_%2Fis c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1178333 INFO  (coreZkRegister-4345-thread-1-processing-n:127.0.0.1:53009_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53009_d_%2Fis c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53009/d_/is/collection1/
   [junit4]   2> 1178333 INFO  (coreZkRegister-4345-thread-1-processing-n:127.0.0.1:53009_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53009_d_%2Fis c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1178333 INFO  (coreZkRegister-4345-thread-1-processing-n:127.0.0.1:53009_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53009_d_%2Fis c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:53009/d_/is/collection1/ has no replicas
   [junit4]   2> 1178338 INFO  (coreZkRegister-4345-thread-1-processing-n:127.0.0.1:53009_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53009_d_%2Fis c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53009/d_/is/collection1/ shard2
   [junit4]   2> 1178489 INFO  (coreZkRegister-4345-thread-1-processing-n:127.0.0.1:53009_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53009_d_%2Fis c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1178919 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-2-001\cores\collection1
   [junit4]   2> 1178923 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-2-001
   [junit4]   2> 1178923 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1178924 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39fc4cb5{/d_/is,null,AVAILABLE}
   [junit4]   2> 1178926 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@75952b87{HTTP/1.1,[http/1.1]}{127.0.0.1:53027}
   [junit4]   2> 1178926 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.Server Started @1183279ms
   [junit4]   2> 1178926 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/d_/is, hostPort=53027, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-2-001\cores}
   [junit4]   2> 1178926 ERROR (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1178926 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1178926 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1178926 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1178926 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-31T09:49:24.273Z
   [junit4]   2> 1178933 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1178935 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-2-001\solr.xml
   [junit4]   2> 1178951 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52973/solr
   [junit4]   2> 1178954 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159544893fa000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1178965 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:53027_d_%2Fis    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1178972 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:53027_d_%2Fis    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53027_d_%2Fis
   [junit4]   2> 1178974 INFO  (zkCallback-1712-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1178974 INFO  (zkCallback-1697-thread-2-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1178974 INFO  (zkCallback-1701-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1178974 INFO  (zkCallback-1706-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1179049 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:53027_d_%2Fis    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-2-001\cores
   [junit4]   2> 1179049 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:53027_d_%2Fis    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1179052 INFO  (OverseerStateUpdate-97201537662189572-127.0.0.1:52983_d_%2Fis-n_0000000000) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1180067 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1180099 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1180191 WARN  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1180193 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1180211 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1180212 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-2-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-2-001\cores\collection1\data\]
   [junit4]   2> 1180212 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32913a7c
   [junit4]   2> 1180213 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=73.6123046875, floorSegmentMB=0.7919921875, forceMergeDeletesPctAllowed=16.174213462505563, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8447169181970438
   [junit4]   2> 1180216 WARN  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1180234 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1180234 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1180235 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1180235 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1180236 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40458780956512974]
   [junit4]   2> 1180236 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@28f11b1[collection1] main]
   [junit4]   2> 1180239 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1180239 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1180239 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1180240 INFO  (searcherExecutor-4362-thread-1-processing-n:127.0.0.1:53027_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@28f11b1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1180240 INFO  (coreLoadExecutor-4361-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555224608728154112
   [junit4]   2> 1180252 INFO  (coreZkRegister-4356-thread-1-processing-n:127.0.0.1:53027_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53027_d_%2Fis c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1180252 INFO  (coreZkRegister-4356-thread-1-processing-n:127.0.0.1:53027_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53027_d_%2Fis c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1180253 INFO  (coreZkRegister-4356-thread-1-processing-n:127.0.0.1:53027_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53027_d_%2Fis c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53027/d_/is/collection1/
   [junit4]   2> 1180253 INFO  (coreZkRegister-4356-thread-1-processing-n:127.0.0.1:53027_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53027_d_%2Fis c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1180253 INFO  (coreZkRegister-4356-thread-1-processing-n:127.0.0.1:53027_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53027_d_%2Fis c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:53027/d_/is/collection1/ has no replicas
   [junit4]   2> 1180259 INFO  (coreZkRegister-4356-thread-1-processing-n:127.0.0.1:53027_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53027_d_%2Fis c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53027/d_/is/collection1/ shard1
   [junit4]   2> 1180365 INFO  (coreZkRegister-4356-thread-1-processing-n:127.0.0.1:53027_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53027_d_%2Fis c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1180801 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-3-001\cores\collection1
   [junit4]   2> 1180805 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-3-001
   [junit4]   2> 1180806 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1180807 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6806a8e1{/d_/is,null,AVAILABLE}
   [junit4]   2> 1180808 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b5f3f9b{HTTP/1.1,[http/1.1]}{127.0.0.1:53091}
   [junit4]   2> 1180811 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.e.j.s.Server Started @1185164ms
   [junit4]   2> 1180811 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/d_/is, hostPort=53091, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-3-001\cores}
   [junit4]   2> 1180811 ERROR (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1180811 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1180812 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1180812 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1180812 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-31T09:49:26.159Z
   [junit4]   2> 1180816 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1180817 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-3-001\solr.xml
   [junit4]   2> 1180830 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52973/solr
   [junit4]   2> 1180834 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159544893fa000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1180844 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:53091_d_%2Fis    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1180850 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:53091_d_%2Fis    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53091_d_%2Fis
   [junit4]   2> 1180853 INFO  (zkCallback-1697-thread-3-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1180853 INFO  (zkCallback-1712-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1180853 INFO  (zkCallback-1701-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1180853 INFO  (zkCallback-1706-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1180853 INFO  (zkCallback-1718-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1180953 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:53091_d_%2Fis    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-3-001\cores
   [junit4]   2> 1180953 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [n:127.0.0.1:53091_d_%2Fis    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1180963 INFO  (OverseerStateUpdate-97201537662189572-127.0.0.1:52983_d_%2Fis-n_0000000000) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1181970 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1182004 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1182095 WARN  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1182097 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1182114 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1182114 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-3-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-3-001\cores\collection1\data\]
   [junit4]   2> 1182115 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32913a7c
   [junit4]   2> 1182115 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=73.6123046875, floorSegmentMB=0.7919921875, forceMergeDeletesPctAllowed=16.174213462505563, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8447169181970438
   [junit4]   2> 1182120 WARN  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1182137 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1182137 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1182138 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1182138 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1182139 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40458780956512974]
   [junit4]   2> 1182139 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49fde418[collection1] main]
   [junit4]   2> 1182141 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1182141 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1182141 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1182142 INFO  (searcherExecutor-4373-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@49fde418[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1182142 INFO  (coreLoadExecutor-4372-thread-1-processing-n:127.0.0.1:53091_d_%2Fis) [n:127.0.0.1:53091_d_%2Fis c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555224610722545664
   [junit4]   2> 1182146 INFO  (coreZkRegister-4367-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 c:collection1) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 1182148 INFO  (updateExecutor-1715-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1182148 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1182148 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 1182148 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 1182148 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1182148 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:53009/d_/is/collection1/] and I am [http://127.0.0.1:53091/d_/is/collection1/]
   [junit4]   2> 1182151 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:53009/d_/is]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:53091_d_%252Fis&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1182154 INFO  (qtp1550996927-10217) [n:127.0.0.1:53009_d_%2Fis    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 1182154 INFO  (qtp1550996927-10217) [n:127.0.0.1:53009_d_%2Fis    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
   [junit4]   2> 1182154 INFO  (qtp1550996927-10217) [n:127.0.0.1:53009_d_%2Fis    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:53091_d_%2Fis, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:53091/d_/is","node_name":"127.0.0.1:53091_d_%2Fis","state":"down"}
   [junit4]   2> 1182176 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1182176 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30 for each attempt
   [junit4]   2> 1182176 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 1183154 INFO  (qtp1550996927-10217) [n:127.0.0.1:53009_d_%2Fis    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:53091_d_%2Fis, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:53091/d_/is","node_name":"127.0.0.1:53091_d_%2Fis","state":"recovering"}
   [junit4]   2> 1183154 INFO  (qtp1550996927-10217) [n:127.0.0.1:53009_d_%2Fis    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 1183154 INFO  (qtp1550996927-10217) [n:127.0.0.1:53009_d_%2Fis    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:53091_d_%252Fis&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
   [junit4]   2> 1190154 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:53009/d_/is/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 1190154 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:53091/d_/is START replicas=[http://127.0.0.1:53009/d_/is/collection1/] nUpdates=100
   [junit4]   2> 1190156 INFO  (qtp1550996927-10220) [n:127.0.0.1:53009_d_%2Fis c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1190156 INFO  (qtp1550996927-10220) [n:127.0.0.1:53009_d_%2Fis c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_/is path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1190157 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1190157 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 1190157 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1190157 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1190157 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1190157 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 1190157 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 1190157 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 1190157 INFO  (recoveryExecutor-1716-thread-1-processing-n:127.0.0.1:53091_d_%2Fis x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 1190180 INFO  (TEST-TestRandomRequestDistribution.test-seed#[A43AB2E9D46E4961]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 1190182 INFO  (qtp1982674708-10178) [n:127.0.0.1:52983_d_%2Fis c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1190182 INFO  (qtp1982674708-10178) [n:127.0.0.1:52983_d_%2Fis c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1190182 INFO  (qtp1982674708-10178) [n:127.0.0.1:52983_d_%2Fis c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1190182 INFO  (qtp1982674708-10178) [n:127.0.0.1:52983_d_%2Fis c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_/is path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 0
   [junit4]   2> 1190188 INFO  (qtp1449958288-10276) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1190189 INFO  (qtp193574387-10250) [n:127.0.0.1:53027_d_%2Fis c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1190189 INFO  (qtp193574387-10250) [n:127.0.0.1:53027_d_%2Fis c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1190190 INFO  (qtp1449958288-10276) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1190191 INFO  (qtp193574387-10250) [n:127.0.0.1:53027_d_%2Fis c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1190191 INFO  (qtp1550996927-10221) [n:127.0.0.1:53009_d_%2Fis c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1190191 INFO  (qtp193574387-10250) [n:127.0.0.1:53027_d_%2Fis c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_/is path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:53027/d_/is/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
   [junit4]   2> 1190191 INFO  (qtp1550996927-10221) [n:127.0.0.1:53009_d_%2Fis c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1190191 INFO  (qtp1550996927-10221) [n:127.0.0.1:53009_d_%2Fis c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1190191 INFO  (qtp1550996927-10221) [n:127.0.0.1:53009_d_%2Fis c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_/is path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:53027/d_/is/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1190192 INFO  (qtp1449958288-10276) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1190192 INFO  (qtp1449958288-10276) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_/is path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:53027/d_/is/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
   [junit4]   2> 1190192 INFO  (qtp193574387-10252) [n:127.0.0.1:53027_d_%2Fis c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_/is path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
   [junit4]   2> 1190194 INFO  (qtp1550996927-10215) [n:127.0.0.1:53009_d_%2Fis c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_/is path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1190195 INFO  (qtp1449958288-10277) [n:127.0.0.1:53091_d_%2Fis c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_/is path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1190196 INFO  (qtp193574387-10248) [n:127.0.0.1:53027_d_%2Fis c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_/is path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1192199 INFO  (qtp1982674708-10180) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&name=a1x2&action=CREATE&numShards=1&createNodeSet=127.0.0.1:53009_d_%252Fis,127.0.0.1:53027_d_%252Fis&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1192202 INFO  (OverseerThreadFactory-4337-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.c.CreateCollectionCmd Create collection a1x2
   [junit4]   2> 1192203 INFO  (OverseerThreadFactory-4337-thread-1-processing-n:127.0.0.1:52983_d_%2Fis) [n:127.0.0.1:52983_d_%2Fis    ] o.a.s.c.CreateCollectionCmd Only one config set found in zk - using it:conf1
   [junit4]   2> 1192311 INFO  (qtp1550996927-10219) [n:127.0.0.1:53009_d_%2Fis    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=a1x2_shard1_replica1&action=CREATE&numShards=1&collection=a1x2&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1192311 INFO  (qtp193574387-10246) [n:127.0.0.1:53027_d_%2Fis    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=a1x2_shard1_replica2&action=CREATE&numShards=1&collection=a1x2&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1192420 INFO  (zkCallback-1712-thread-1-processing-n:127.0.0.1:53027_d_%2Fis) [n:127.0.0.1:53027_d_%2Fis    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/a1x2/state.json] for collection [a1x2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1192420 INFO  (zkCallback-1706-thread-1-processing-n:127.0.0.1:53009_d_%2Fis) [n:127.0.0.1:53009_d_%2Fis    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/a1x2/state.json] for collection [a1x2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1193353 INFO  (qtp193574387-10246) [n:127.0.0.1:53027_d_%2Fis c:a1x2 s:shard1  x:a1x2_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1193353 INFO  (qtp1550996927-10219) [n:127.0.0.1:53009_d_%2Fis c:a1x2 s:shard1  x:a1x2_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1193368 INFO  (qtp193574387-10246) [n:127.0.0.1:53027_d_%2Fis c:a1x2 s:shard1  x:a1x2_shard1_replica2] o.a.s.s.IndexSchema [a1x2_shard1_replica2] Schema name=test
   [junit4]   2> 1193368 INFO  (qtp1550996927-10219) [n:127.0.0.1:53009_d_%2Fis c:a1x2 s:shard1  x:a1x2_shard1_replica1] o.a.s.s.IndexSchema [a1x2_shard1_replica1] Schema name=test
   [junit4]   2> 1193493 WARN  (qtp193574387-10246) [n:127.0.0.1:53027_d_%2Fis c:a1x2 s:shard1  x:a1x2_shard1_replica2] o.a.s.s.IndexSchema [a1x2_shard1_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1193495 INFO  (qtp193574387-10246) [n:127.0.0.1:53027_d_%2Fis c:a1x2 s:shard1  x:a1x2_shard1_replica2] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1193499 WARN  (qtp1550996927-10219) [n:127.0.0.1:53009_d_%2Fis c:a1x2 s:shard1  x:a1x2_shard1_replica1] o.a.s.s.IndexSchema [a1x2_shard1_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1193504 INFO  (qtp1550996927-10219) [n:127.0.0.1:53009_d_%2Fis c:a1x2 s:shard1  x:a1x2_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1193511 INFO  (qtp193574387-10246) [n:127.0.0.1:53027_d_%2Fis c:a1x2 s:shard1  x:a1x2_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'a1x2_shard1_replica2' using configuration from collection a1x2
   [junit4]   2> 1193511 INFO  (qtp193574387-10246) [n:127.0.0.1:53027_d_%2Fis c:a1x2 s:shard1  x:a1x2_shard1_replica2] o.a.s.c.SolrCore [[a1x2_shard1_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-2-001\cores\a1x2_shard1_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestRandomRequestDistribution_A43AB2E9D46E4961-001\shard-2-001\cores\a1x2_shard1_replica2\data\]
   [junit4]   2> 1193512 INFO  (qtp193574387-10246) [n:127.0.0.1:53027_d_%2Fis c:a1x2 s:shard1  x:a1x2_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server

[...truncated too long message...]

 [junit4]   2> 2244035 INFO  (jetty-launcher-3031-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@292b78cd{/solr,null,UNAVAILABLE}
   [junit4]   2> 2244038 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[A43AB2E9D46E4961]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59787 59787
   [junit4]   2> 2244039 INFO  (Thread-4997) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59787 59787
   [junit4]   2> 2244040 WARN  (Thread-4997) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/aliases.json
   [junit4]   2> 	22	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_12
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_11
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/live_nodes
   [junit4]   2> 	22	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 2244040 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[A43AB2E9D46E4961]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestSolrCloudWithDelegationTokens_A43AB2E9D46E4961-001
   [junit4]   2> Dec 31, 2016 10:07:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=161, maxMBSortInHeap=6.5555746685087195, sim=RandomSimilarity(queryNorm=false): {}, locale=en-SG, timezone=America/Recife
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_112 (64-bit)/cpus=3,threads=1,free=161039960,total=457084928
   [junit4]   2> NOTE: All tests run in this JVM: [TestManagedSchemaAPI, TestRebalanceLeaders, ReturnFieldsTest, TestCrossCoreJoin, TestFiltering, HighlighterConfigTest, TestSolrIndexConfig, UpdateParamsTest, ForceLeaderTest, TestDistributedGrouping, TestEmbeddedSolrServerConstructors, TestSolrDynamicMBean, CollectionTooManyReplicasTest, BasicZkTest, TestReload, TestPerFieldSimilarityWithDefaultOverride, TestSolrCoreProperties, TestBadConfig, DefaultValueUpdateProcessorTest, AliasIntegrationTest, TestUnifiedSolrHighlighter, UUIDUpdateProcessorFallbackTest, StatsComponentTest, DistributedQueryComponentOptimizationTest, RemoteQueryErrorTest, DistributedIntervalFacetingTest, TestComponentsName, ConfigSetsAPITest, OverriddenZkACLAndCredentialsProvidersTest, TestFieldSortValues, TestGraphMLResponseWriter, SpellPossibilityIteratorTest, HdfsThreadLeakTest, TestDeleteCollectionOnDownNodes, CollectionsAPIDistributedZkTest, SparseHLLTest, TestFoldingMultitermQuery, SpellCheckComponentTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestReplicationHandlerBackup, TestSolrConfigHandlerConcurrent, TestDocSet, TestNamedUpdateProcessors, TestAuthorizationFramework, TestFieldCacheReopen, CollectionsAPISolrJTest, OverseerStatusTest, DistributedFacetPivotLargeTest, ResponseHeaderTest, TestScoreJoinQPNoScore, CleanupOldIndexTest, SolrGangliaReporterTest, TestQueryTypes, NoCacheHeaderTest, CreateCollectionCleanupTest, TestConfigReload, SimpleCollectionCreateDeleteTest, DistribCursorPagingTest, PreAnalyzedUpdateProcessorTest, ConnectionReuseTest, TestZkChroot, JSONWriterTest, HdfsUnloadDistributedZkTest, TestRuleBasedAuthorizationPlugin, TestFuzzyAnalyzedSuggestions, MultiThreadedOCPTest, TestSolrQueryParserDefaultOperatorResource, TestSSLRandomization, CdcrBootstrapTest, RegexBoostProcessorTest, TestAuthenticationFramework, TestQueryUtils, TestHighFrequencyDictionaryFactory, TestDistributedMissingSort, DateMathParserTest, SaslZkACLProviderTest, CSVRequestHandlerTest, TestDFRSimilarityFactory, TestLuceneMatchVersion, TestLRUStatsCache, CdcrReplicationHandlerTest, DeleteInactiveReplicaTest, TestNumericTerms64, TestNoOpRegenerator, TestFileDictionaryLookup, TestMinMaxOnMultiValuedField, HdfsChaosMonkeyNothingIsSafeTest, CoreAdminRequestStatusTest, UpdateRequestProcessorFactoryTest, SimpleMLTQParserTest, ShufflingReplicaListTransformerTest, TestWriterPerf, TestSystemIdResolver, RequestHandlersTest, QueryResultKeyTest, TestFieldTypeResource, AddBlockUpdateTest, TestSuggestSpellingConverter, TestRandomFaceting, SolrIndexSplitterTest, TestDistributedStatsComponentCardinality, FieldMutatingUpdateProcessorTest, TriLevelCompositeIdRoutingTest, TestRestManager, EchoParamsTest, TestOmitPositions, TestReversedWildcardFilterFactory, ExternalFileFieldSortTest, LeaderElectionIntegrationTest, TestLocalFSCloudBackupRestore, CacheHeaderTest, TestRequestForwarding, BlockJoinFacetSimpleTest, TestObjectReleaseTracker, SortSpecParsingTest, TestChildDocTransformer, TestStressRecovery, PreAnalyzedFieldTest, RollingRestartTest, ResponseLogComponentTest, TestSolr4Spatial, TestFieldCacheSort, TestDFISimilarityFactory, TestSchemaVersionResource, SuggesterTest, TestExactSharedStatsCache, TestCloudPseudoReturnFields, MinimalSchemaTest, SolrJmxReporterTest, ScriptEngineTest, TestConfigSetsAPI, CollectionReloadTest, BadIndexSchemaTest, TestExportWriter, TestSolrCloudWithSecureImpersonation, LoggingHandlerTest, TestSchemaManager, HdfsBasicDistributedZk2Test, TestDefaultSearchFieldResource, TestTrie, TestDynamicFieldResource, TestSortByMinMaxFunction, ChaosMonkeySafeLeaderTest, TestShortCircuitedRequests, AnalyticsQueryTest, SuggestComponentContextFilterQueryTest, DistributedFacetPivotSmallAdvancedTest, TestRestoreCore, WrapperMergePolicyFactoryTest, TestUniqueKeyFieldResource, TestUseDocValuesAsStored2, CoreAdminHandlerTest, TestQueryWrapperFilter, AtomicUpdatesTest, TestInitQParser, TestIndexingPerformance, DeleteShardTest, TestRawTransformer, TestBulkSchemaConcurrent, TestNRTOpen, BasicDistributedZk2Test, UnloadDistributedZkTest, OpenCloseCoreStressTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, ZkSolrClientTest, TestDistributedSearch, TermVectorComponentDistributedTest, DistributedTermsComponentTest, SolrCmdDistributorTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestIndexSearcher, CurrencyFieldOpenExchangeTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, SolrRequestParserTest, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, TestAtomicUpdateErrorCases, QueryEqualityTest, SortByFunctionTest, DocValuesMultiTest, SolrInfoMBeanTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TermVectorComponentTest, RequiredFieldsTest, TestSolrQueryParser, IndexSchemaTest, TestAnalyzedSuggestions, JsonLoaderTest, PingRequestHandlerTest, TestQuerySenderListener, TestQuerySenderNoQuery, BadComponentTest, TestSolrDeletionPolicy2, SampleTest, TestSearchPerf, TestPostingsSolrHighlighter, TestPhraseSuggestions, SynonymTokenizerTest, TestXIncludeConfig, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, ResourceLoaderTest, TestFastOutputStream, TestFastLRUCache, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestLRUCache, TestDocumentBuilder, SliceStateTest, UUIDFieldTest, CircularListTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, CdcrVersionReplicationTest, DeleteNodeTest, DeleteStatusTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, ReplaceNodeTest, ReplicationFactorTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCloudExampleTest, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestSolrCloudWithDelegationTokens]
   [junit4] Completed [505/673 (2!)] on J1 in 7.69s, 8 tests, 1 failure <<< FAILURES!

[...truncated 63019 lines...]