You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/12/25 01:10:43 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 1564 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1564/

2 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:39611","node_name":"127.0.0.1:39611_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/30)={   "replicationFactor":"3",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "state":"down",           "base_url":"http://127.0.0.1:35643",           "core":"c8n_1x3_lf_shard1_replica3",           "node_name":"127.0.0.1:35643_"},         "core_node2":{           "core":"c8n_1x3_lf_shard1_replica2",           "base_url":"http://127.0.0.1:33828",           "node_name":"127.0.0.1:33828_",           "state":"down"},         "core_node3":{           "core":"c8n_1x3_lf_shard1_replica1",           "base_url":"http://127.0.0.1:39611",           "node_name":"127.0.0.1:39611_",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:39611","node_name":"127.0.0.1:39611_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/30)={
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"down",
          "base_url":"http://127.0.0.1:35643",
          "core":"c8n_1x3_lf_shard1_replica3",
          "node_name":"127.0.0.1:35643_"},
        "core_node2":{
          "core":"c8n_1x3_lf_shard1_replica2",
          "base_url":"http://127.0.0.1:33828",
          "node_name":"127.0.0.1:33828_",
          "state":"down"},
        "core_node3":{
          "core":"c8n_1x3_lf_shard1_replica1",
          "base_url":"http://127.0.0.1:39611",
          "node_name":"127.0.0.1:39611_",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false"}
	at __randomizedtesting.SeedInfo.seed([5DC7610856F71C7C:D5935ED2F80B7184]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:170)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds

Error Message:
soft530 after hard529 but no hard530: 21001233846318717 !<= 21001233844657102

Stack Trace:
java.lang.AssertionError: soft530 after hard529 but no hard530: 21001233846318717 !<= 21001233844657102
	at __randomizedtesting.SeedInfo.seed([5DC7610856F71C7C:C139888E7842CDB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds(SoftAutoCommitTest.java:167)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10827 lines...]
   [junit4] Suite: org.apache.solr.update.SoftAutoCommitTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_5DC7610856F71C7C-001/init-core-data-001
   [junit4]   2> 190053 INFO  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 190054 INFO  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 190055 INFO  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 190156 WARN  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 190162 INFO  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 190257 INFO  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 191303 WARN  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 191318 INFO  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 191355 WARN  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 191356 INFO  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af69f0
   [junit4]   2> 191362 WARN  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 191367 INFO  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af69f0
   [junit4]   2> 191367 WARN  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 191367 INFO  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af69f0
   [junit4]   2> 191367 WARN  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 191367 INFO  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af69f0
   [junit4]   2> 191485 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 191540 WARN  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 191541 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 191584 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 191802 WARN  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 191831 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 191852 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 191852 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_5DC7610856F71C7C-001/init-core-data-001/]
   [junit4]   2> 191852 WARN  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 191852 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af69f0
   [junit4]   2> 191853 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af69f0
   [junit4]   2> 191870 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6978002120025872]
   [junit4]   2> 191911 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 191911 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 191912 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 191912 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 191912 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=54.78125, floorSegmentMB=2.09375, forceMergeDeletesPctAllowed=22.988921919647208, segmentsPerTier=25.0, maxCFSSegmentSizeMB=0.9169921875, noCFSRatio=0.7142477202021266
   [junit4]   2> 191913 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@26a2d774[collection1] main]
   [junit4]   2> 191913 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 191922 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 191966 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 191966 INFO  (searcherExecutor-902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 191966 INFO  (searcherExecutor-902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 191966 INFO  (searcherExecutor-902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 191966 INFO  (searcherExecutor-902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 191967 INFO  (coreLoadExecutor-901-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554644968111341568
   [junit4]   2> 191969 INFO  (searcherExecutor-902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 191970 INFO  (searcherExecutor-902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 191970 INFO  (searcherExecutor-902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 191970 INFO  (searcherExecutor-902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 191970 INFO  (searcherExecutor-902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 191971 INFO  (searcherExecutor-902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@26a2d774[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 191972 INFO  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 191974 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSoftAndHardCommitMaxTimeDelete
   [junit4]   2> 191975 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 192056 WARN  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 192058 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 192168 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 192370 WARN  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 192373 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 192388 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 192388 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_5DC7610856F71C7C-001/init-core-data-001/]
   [junit4]   2> 192389 WARN  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 192400 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af69f0
   [junit4]   2> 192400 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.m.SolrMetricManager Replacing existing reporter 'default' in registry 'solr.core.collection1': [org.apache.solr.metrics.reporters.SolrJmxReporter@2183f5ee: domain = solr.core.collection1, service url = null, agent id = null]
   [junit4]   2> 192404 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af69f0
   [junit4]   2> 192482 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 192482 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 192494 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c01b8d3[collection1] main]
   [junit4]   2> 192494 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 192502 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 192505 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 192505 INFO  (searcherExecutor-907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 192507 INFO  (searcherExecutor-907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 192507 INFO  (searcherExecutor-907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 192507 INFO  (searcherExecutor-907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 192508 INFO  (searcherExecutor-907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 192508 INFO  (searcherExecutor-907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 192508 INFO  (searcherExecutor-907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 192508 INFO  (searcherExecutor-907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 192509 INFO  (searcherExecutor-907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 192509 INFO  (searcherExecutor-907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4c01b8d3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 192510 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554644968680718336
   [junit4]   2> 192522 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 192523 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 192523 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3eee9e29[collection1] main]
   [junit4]   2> 192523 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7c562e36
   [junit4]   2> 192525 INFO  (searcherExecutor-907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3eee9e29[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 192535 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 192554 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[529 (1554644968707981312)]} 0 18
   [junit4]   2> 192556 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 192557 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6bb5b829
   [junit4]   2> 192561 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@672ec50c[collection1] main]
   [junit4]   2> 192565 INFO  (searcherExecutor-907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@672ec50c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))}
   [junit4]   2> 192566 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 192566 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 9
   [junit4]   2> 192567 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{delete=[529 (-1554644968739438592)]} 0 0
   [junit4]   2> 193221 INFO  (commitScheduler-910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 193222 INFO  (commitScheduler-910-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c10229d[collection1] main]
   [junit4]   2> 193224 INFO  (searcherExecutor-907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1c10229d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 193224 INFO  (commitScheduler-910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 193225 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[550 (1554644969430450176)]} 0 0
   [junit4]   2> 193725 INFO  (commitScheduler-910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 193729 INFO  (commitScheduler-910-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@74ff6b13[collection1] main]
   [junit4]   2> 193730 INFO  (searcherExecutor-907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@74ff6b13[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.0.0):C1)))}
   [junit4]   2> 193731 INFO  (commitScheduler-910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 193767 INFO  (commitScheduler-909-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 193767 INFO  (commitScheduler-909-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6bb5b829
   [junit4]   2> 193768 INFO  (commitScheduler-909-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@28f762ec[collection1] main]
   [junit4]   2> 193768 INFO  (commitScheduler-909-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 193770 INFO  (searcherExecutor-907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@28f762ec[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.0.0):C1)))}
   [junit4]   2> 195769 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testSoftAndHardCommitMaxTimeDelete
   [junit4]   2> 195775 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testSoftAndHardCommitMaxTimeRapidAdds
   [junit4]   2> 195775 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 195840 WARN  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 195841 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 195931 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 196250 WARN  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 196254 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 196262 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 196262 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_5DC7610856F71C7C-001/init-core-data-001/]
   [junit4]   2> 196263 WARN  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 196271 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af69f0
   [junit4]   2> 196271 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af69f0
   [junit4]   2> 196359 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 196359 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 196360 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1092af7e[collection1] main]
   [junit4]   2> 196360 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 196361 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 196363 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 196364 INFO  (searcherExecutor-911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 196366 INFO  (searcherExecutor-911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 196366 INFO  (searcherExecutor-911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 196366 INFO  (searcherExecutor-911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 196370 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=15.3154296875, floorSegmentMB=1.4150390625, forceMergeDeletesPctAllowed=5.159080771200043, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6152868974086081
   [junit4]   2> 196371 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 196371 INFO  (searcherExecutor-911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 196372 INFO  (searcherExecutor-911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 196372 INFO  (searcherExecutor-911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 196372 INFO  (searcherExecutor-911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 196372 INFO  (searcherExecutor-911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 196373 INFO  (searcherExecutor-911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1092af7e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.0.0):C1)))}
   [junit4]   2> 196375 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5cb1dac8[collection1] main]
   [junit4]   2> 196375 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@b674470
   [junit4]   2> 196376 INFO  (searcherExecutor-911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5cb1dac8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.0.0):C1)))}
   [junit4]   2> 196398 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 196453 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5000 (1554644972767019008)]} 0 46
   [junit4]   2> 196454 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5001 (1554644972816302080)]} 0 0
   [junit4]   2> 196454 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5002 (1554644972816302081)]} 0 0
   [junit4]   2> 196455 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5003 (1554644972817350656)]} 0 0
   [junit4]   2> 196455 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5004 (1554644972817350657)]} 0 0
   [junit4]   2> 196456 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testSoftAndHardCommitMaxTimeRapidAdds
   [junit4]   2> 196470 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testSoftAndHardCommitMaxTimeMixedAdds
   [junit4]   2> 196470 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 196556 WARN  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 196563 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 196631 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 196920 INFO  (commitScheduler-914-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 197245 INFO  (commitScheduler-914-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@557a1ab6[collection1] main]
   [junit4]   2> 197247 INFO  (searcherExecutor-911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@557a1ab6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C5)))}
   [junit4]   2> 197253 INFO  (commitScheduler-914-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 197330 WARN  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 197332 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 197377 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 197377 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_5DC7610856F71C7C-001/init-core-data-001/]
   [junit4]   2> 197377 WARN  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 197438 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af69f0
   [junit4]   2> 197439 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af69f0
   [junit4]   2> 197599 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 197599 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 197607 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a78f459[collection1] main]
   [junit4]   2> 197608 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 197608 INFO  (commitScheduler-913-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 197608 INFO  (commitScheduler-913-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@899276f
   [junit4]   2> 197615 INFO  (commitScheduler-913-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6563a0b4[collection1] main]
   [junit4]   2> 197615 INFO  (commitScheduler-913-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 197616 INFO  (searcherExecutor-911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6563a0b4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C5)))}
   [junit4]   2> 197630 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 197638 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 197639 INFO  (searcherExecutor-915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 197639 INFO  (searcherExecutor-915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 197639 INFO  (searcherExecutor-915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 197639 INFO  (searcherExecutor-915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 197639 INFO  (searcherExecutor-915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 197640 INFO  (searcherExecutor-915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 197640 INFO  (searcherExecutor-915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 197640 INFO  (searcherExecutor-915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 197640 INFO  (searcherExecutor-915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 197641 INFO  (searcherExecutor-915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7a78f459[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C5)))}
   [junit4]   2> 197654 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=51.8818359375, floorSegmentMB=0.6396484375, forceMergeDeletesPctAllowed=25.17320047259704, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40057815802841723
   [junit4]   2> 197658 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 197678 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f8693d1[collection1] main]
   [junit4]   2> 197679 INFO  (searcherExecutor-915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7f8693d1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C5)))}
   [junit4]   2> 197680 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@748bb9f9
   [junit4]   2> 197720 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 197764 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[529 (1554644974147993600)]} 0 40
   [junit4]   2> 198256 INFO  (commitScheduler-918-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 198260 INFO  (commitScheduler-918-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@eb7b6c[collection1] main]
   [junit4]   2> 198265 INFO  (searcherExecutor-915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@eb7b6c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C5) Uninverting(_3(7.0.0):C1)))}
   [junit4]   2> 198266 INFO  (commitScheduler-918-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 198267 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[530 (1554644974716321792)]} 0 0
   [junit4]   2> 199005 INFO  (commitScheduler-918-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 199006 INFO  (commitScheduler-917-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 199030 INFO  (commitScheduler-918-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c0d0b2c[collection1] main]
   [junit4]   2> 199031 INFO  (searcherExecutor-915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6c0d0b2c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C5) Uninverting(_3(7.0.0):C1) Uninverting(_4(7.0.0):C1)))}
   [junit4]   2> 199031 INFO  (commitScheduler-917-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@22b183cc
   [junit4]   2> 199034 INFO  (commitScheduler-917-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f027d4a[collection1] main]
   [junit4]   2> 199035 INFO  (commitScheduler-917-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 199036 INFO  (searcherExecutor-915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1f027d4a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C5) Uninverting(_3(7.0.0):C1) Uninverting(_4(7.0.0):C1)))}
   [junit4]   2> 199036 INFO  (commitScheduler-918-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 200235 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[5DC7610856F71C7C]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testSoftAndHardCommitMaxTimeMixedAdds
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SoftAutoCommitTest -Dtests.method=testSoftAndHardCommitMaxTimeMixedAdds -Dtests.seed=5DC7610856F71C7C -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fr-BE -Dtests.timezone=America/Argentina/Catamarca -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 3.78s J1 | SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: soft530 after hard529 but no hard530: 21001233846318717 !<= 21001233844657102
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5DC7610856F71C7C:C139888E7842CDB]:0)
   [junit4]    > 	at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds(SoftAutoCommitTest.java:167)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 200237 INFO  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 200237 INFO  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=679289972
   [junit4]   2> 200238 INFO  (coreCloseExecutor-919-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1360e82c
   [junit4]   2> 200248 INFO  (coreCloseExecutor-919-thread-1-processing-x:collection1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 200249 INFO  (SUITE-SoftAutoCommitTest-seed#[5DC7610856F71C7C]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_5DC7610856F71C7C-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=PostingsFormat(name=Memory), _version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), multiDefault=PostingsFormat(name=MockRandom), subject=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=Memory), range_facet_i_dv=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=Lucene50(blocksize=128), range_facet_l=PostingsFormat(name=LuceneVarGapDocFreqInterval), timestamp=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1151, maxMBSortInHeap=5.614860963992961, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-BE, timezone=America/Argentina/Catamarca
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=121392728,total=478150656
   [junit4]   2> NOTE: All tests run in this JVM: [TestQueryWrapperFilter, TestFilteredDocIdSet, BasicFunctionalityTest, ConvertedLegacyTest, ZkSolrClientTest, SimplePostToolTest, HdfsTlogReplayBufferedWhileIndexingTest, TestSegmentSorting, InfoHandlerTest, RecoveryAfterSoftCommitTest, TestLockTree, CSVRequestHandlerTest, SSLMigrationTest, SolrIndexSplitterTest, DistributedFacetPivotLongTailTest, TestAuthenticationFramework, DistributedMLTComponentTest, DeleteNodeTest, HdfsRestartWhileUpdatingTest, WordBreakSolrSpellCheckerTest, TestSurroundQueryParser, DistributedTermsComponentTest, TestSchemaVersionResource, TestComplexPhraseQParserPlugin, TestInfoStreamLogging, TestGeoJSONResponseWriter, TestXmlQParserPlugin, OpenExchangeRatesOrgProviderTest, TestPartialUpdateDeduplication, TestBinaryResponseWriter, DistributedSuggestComponentTest, TestTolerantUpdateProcessorRandomCloud, SoftAutoCommitTest]
   [junit4] Completed [66/670 (1!)] on J1 in 10.32s, 3 tests, 1 failure <<< FAILURES!

[...truncated 912 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/init-core-data-001
   [junit4]   2> 1022934 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1022934 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1022936 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1022936 INFO  (Thread-3959) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1022936 INFO  (Thread-3959) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1023036 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.ZkTestServer start zk server on port:38627
   [junit4]   2> 1023054 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1023056 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1023058 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1023059 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1023061 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1023062 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1023064 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1023065 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1023067 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1023068 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1023070 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1023173 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/control-001/cores/collection1
   [junit4]   2> 1023175 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1023176 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a496b4{/,null,AVAILABLE}
   [junit4]   2> 1023178 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@14cf274a{HTTP/1.1,[http/1.1]}{127.0.0.1:57307}
   [junit4]   2> 1023178 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.e.j.s.Server Started @1027983ms
   [junit4]   2> 1023178 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/tempDir-001/control/data, hostContext=/, hostPort=39611, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/control-001/cores}
   [junit4]   2> 1023178 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1023179 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1023179 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1023179 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1023179 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-25T00:30:05.086Z
   [junit4]   2> 1023182 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1023182 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/control-001/solr.xml
   [junit4]   2> 1023189 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38627/solr
   [junit4]   2> 1023214 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [n:127.0.0.1:39611_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39611_
   [junit4]   2> 1023215 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [n:127.0.0.1:39611_    ] o.a.s.c.Overseer Overseer (id=97165364746321924-127.0.0.1:39611_-n_0000000000) starting
   [junit4]   2> 1023222 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [n:127.0.0.1:39611_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39611_
   [junit4]   2> 1023225 INFO  (zkCallback-1846-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1023295 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [n:127.0.0.1:39611_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/control-001/cores
   [junit4]   2> 1023295 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [n:127.0.0.1:39611_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1023300 INFO  (OverseerStateUpdate-97165364746321924-127.0.0.1:39611_-n_0000000000) [n:127.0.0.1:39611_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1023321 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1023351 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1023490 WARN  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1023492 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1023510 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1023511 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/control-001/cores/collection1/data/]
   [junit4]   2> 1023511 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d85b60b
   [junit4]   2> 1023512 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8890486181543503]
   [junit4]   2> 1023517 WARN  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1023527 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1023527 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1023528 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1023528 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1023528 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=15.38671875, floorSegmentMB=1.408203125, forceMergeDeletesPctAllowed=24.95761694161778, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1023529 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51f540cd[collection1] main]
   [junit4]   2> 1023529 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1023530 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1023530 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1023530 INFO  (coreLoadExecutor-4235-thread-1-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554645836561907712
   [junit4]   2> 1023533 INFO  (searcherExecutor-4236-thread-1-processing-n:127.0.0.1:39611_ x:collection1 c:control_collection) [n:127.0.0.1:39611_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@51f540cd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1023542 INFO  (coreZkRegister-4228-thread-1-processing-n:127.0.0.1:39611_ x:collection1 c:control_collection) [n:127.0.0.1:39611_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1023543 INFO  (coreZkRegister-4228-thread-1-processing-n:127.0.0.1:39611_ x:collection1 c:control_collection) [n:127.0.0.1:39611_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1023543 INFO  (coreZkRegister-4228-thread-1-processing-n:127.0.0.1:39611_ x:collection1 c:control_collection) [n:127.0.0.1:39611_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39611/collection1/
   [junit4]   2> 1023543 INFO  (coreZkRegister-4228-thread-1-processing-n:127.0.0.1:39611_ x:collection1 c:control_collection) [n:127.0.0.1:39611_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1023543 INFO  (coreZkRegister-4228-thread-1-processing-n:127.0.0.1:39611_ x:collection1 c:control_collection) [n:127.0.0.1:39611_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:39611/collection1/ has no replicas
   [junit4]   2> 1023547 INFO  (coreZkRegister-4228-thread-1-processing-n:127.0.0.1:39611_ x:collection1 c:control_collection) [n:127.0.0.1:39611_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39611/collection1/ shard1
   [junit4]   2> 1023698 INFO  (coreZkRegister-4228-thread-1-processing-n:127.0.0.1:39611_ x:collection1 c:control_collection) [n:127.0.0.1:39611_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1023864 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1023866 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38627/solr ready
   [junit4]   2> 1023866 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1023967 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/shard-1-001/cores/collection1
   [junit4]   2> 1023968 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/shard-1-001
   [junit4]   2> 1023969 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1023970 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@377e3172{/,null,AVAILABLE}
   [junit4]   2> 1023970 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@174b1fe2{HTTP/1.1,[http/1.1]}{127.0.0.1:41511}
   [junit4]   2> 1023970 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.e.j.s.Server Started @1028776ms
   [junit4]   2> 1023970 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=35643, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/shard-1-001/cores}
   [junit4]   2> 1023971 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1023971 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1023971 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1023971 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1023971 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-25T00:30:05.878Z
   [junit4]   2> 1023976 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1023976 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/shard-1-001/solr.xml
   [junit4]   2> 1023984 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38627/solr
   [junit4]   2> 1023993 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [n:127.0.0.1:35643_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1023998 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [n:127.0.0.1:35643_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35643_
   [junit4]   2> 1024000 INFO  (zkCallback-1850-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1024000 INFO  (zkCallback-1846-thread-2-processing-n:127.0.0.1:39611_) [n:127.0.0.1:39611_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1024006 INFO  (zkCallback-1855-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1024042 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [n:127.0.0.1:35643_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/shard-1-001/cores
   [junit4]   2> 1024042 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [n:127.0.0.1:35643_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1024048 INFO  (OverseerStateUpdate-97165364746321924-127.0.0.1:39611_-n_0000000000) [n:127.0.0.1:39611_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1025060 INFO  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1025073 INFO  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1025158 WARN  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1025160 INFO  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1025171 INFO  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1025172 INFO  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 1025172 INFO  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d85b60b
   [junit4]   2> 1025173 INFO  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8890486181543503]
   [junit4]   2> 1025177 WARN  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1025188 INFO  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1025189 INFO  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1025189 INFO  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1025189 INFO  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1025190 INFO  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=15.38671875, floorSegmentMB=1.408203125, forceMergeDeletesPctAllowed=24.95761694161778, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1025190 INFO  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@177d6de[collection1] main]
   [junit4]   2> 1025191 INFO  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1025192 INFO  (coreLoadExecutor-4246-thread-1-processing-n:127.0.0.1:35643_) [n:127.0.0.1:35643_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null 

[...truncated too long message...]

LeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1138400 INFO  (zkCallback-1867-thread-3-processing-n:127.0.0.1:51995_) [n:127.0.0.1:51995_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1397beec
   [junit4]   2> 1138408 INFO  (zkCallback-1867-thread-3-processing-n:127.0.0.1:51995_) [n:127.0.0.1:51995_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1138408 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1138409 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@71365b36{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1138409 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@405e8eca{/,null,UNAVAILABLE}
   [junit4]   2> 1138411 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38627 38627
   [junit4]   2> 1138513 INFO  (Thread-3959) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38627 38627
   [junit4]   2> 1138514 WARN  (Thread-3959) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	3	/solr/collections/c8n_1x3_lf/state.json
   [junit4]   2> 	3	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/97165364746321928-127.0.0.1:35643_-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	109	/solr/overseer/collection-queue-work
   [junit4]   2> 	41	/solr/overseer/queue
   [junit4]   2> 	11	/solr/overseer/queue-work
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1138514 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.SocketProxy Closing 13 connections to: http://127.0.0.1:39611/, target: http://127.0.0.1:57307/
   [junit4]   2> 1138514 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:51995/, target: http://127.0.0.1:44180/
   [junit4]   2> 1138514 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:33828/, target: http://127.0.0.1:33164/
   [junit4]   2> 1138515 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[5DC7610856F71C7C]) [    ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:35643/, target: http://127.0.0.1:41511/
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=5DC7610856F71C7C -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-TN -Dtests.timezone=Africa/Tripoli -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE  116s J2 | LeaderFailoverAfterPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:39611","node_name":"127.0.0.1:39611_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/30)={
   [junit4]    >   "replicationFactor":"3",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node1":{
   [junit4]    >           "state":"down",
   [junit4]    >           "base_url":"http://127.0.0.1:35643",
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica3",
   [junit4]    >           "node_name":"127.0.0.1:35643_"},
   [junit4]    >         "core_node2":{
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica2",
   [junit4]    >           "base_url":"http://127.0.0.1:33828",
   [junit4]    >           "node_name":"127.0.0.1:33828_",
   [junit4]    >           "state":"down"},
   [junit4]    >         "core_node3":{
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica1",
   [junit4]    >           "base_url":"http://127.0.0.1:39611",
   [junit4]    >           "node_name":"127.0.0.1:39611_",
   [junit4]    >           "state":"active",
   [junit4]    >           "leader":"true"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false"}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5DC7610856F71C7C:D5935ED2F80B7184]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:170)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1138518 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[5DC7610856F71C7C]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_5DC7610856F71C7C-001
   [junit4]   2> Dec 25, 2016 12:32:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=FST50, _version_=BlockTreeOrds(blocksize=128), multiDefault=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128), intDefault=BlockTreeOrds(blocksize=128), id=FST50, range_facet_i_dv=Lucene50(blocksize=128), text=PostingsFormat(name=LuceneVarGapDocFreqInterval), range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=550, maxMBSortInHeap=7.451603800654927, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-TN, timezone=Africa/Tripoli
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=214642344,total=527958016
   [junit4]   2> NOTE: All tests run in this JVM: [TestNoOpRegenerator, TestCustomSort, EchoParamsTest, OutputWriterTest, TestFastOutputStream, RAMDirectoryFactoryTest, UnloadDistributedZkTest, MetricsHandlerTest, SharedFSAutoReplicaFailoverUtilsTest, TestSolrCloudWithKerberosAlt, TestRestoreCore, SolrCloudExampleTest, TestIndexingPerformance, DistributedFacetPivotSmallAdvancedTest, TestDistribDocBasedVersion, FacetPivotSmallTest, LeaderInitiatedRecoveryOnShardRestartTest, HdfsDirectoryFactoryTest, TestHighFrequencyDictionaryFactory, TestSolrQueryParser, StatsComponentTest, RankQueryTest, TestSolrDeletionPolicy1, TestChildDocTransformer, TestSort, ManagedSchemaRoundRobinCloudTest, SynonymTokenizerTest, TolerantUpdateProcessorTest, TestRawResponseWriter, SpatialHeatmapFacetsTest, HdfsRecoverLeaseTest, SolrIndexConfigTest, CheckHdfsIndexTest, TestGraphTermsQParserPlugin, TestPhraseSuggestions, TermVectorComponentDistributedTest, LukeRequestHandlerTest, RequestLoggingTest, TestSolrConfigHandlerCloud, TestTrackingShardHandlerFactory, BasicDistributedZk2Test, SolrTestCaseJ4Test, TestReversedWildcardFilterFactory, PKIAuthenticationIntegrationTest, BufferStoreTest, TestConfigSetsAPIZkFailure, TestReload, TestUniqueKeyFieldResource, TestObjectReleaseTracker, TestPerFieldSimilarityWithDefaultOverride, SolrCoreCheckLockOnStartupTest, SuggesterTSTTest, TestHdfsBackupRestoreCore, TestRuleBasedAuthorizationPlugin, TestTestInjection, TestRecovery, SparseHLLTest, BlockJoinFacetDistribTest, DirectUpdateHandlerTest, ResourceLoaderTest, HdfsChaosMonkeySafeLeaderTest, TestCSVResponseWriter, TestIntervalFaceting, TlogReplayBufferedWhileIndexingTest, TestSerializedLuceneMatchVersion, SuggesterTest, TestWriterPerf, BinaryUpdateRequestHandlerTest, TestOnReconnectListenerSupport, DistributedQueueTest, CdcrRequestHandlerTest, TestRandomCollapseQParserPlugin, ConnectionReuseTest, ForceLeaderTest, DebugComponentTest, TestCollationField, GraphQueryTest, TestBlendedInfixSuggestions, TestStressReorder, XmlUpdateRequestHandlerTest, TestCustomDocTransformer, BigEndianAscendingWordSerializerTest, TestUtils, TestCopyFieldCollectionResource, AddSchemaFieldsUpdateProcessorFactoryTest, RemoteQueryErrorTest, TestLRUStatsCache, SolrMetricsIntegrationTest, TestQuerySenderNoQuery, TestRequestStatusCollectionAPI, SuggesterWFSTTest, TestBinaryField, TestPHPSerializedResponseWriter, HighlighterConfigTest, TestCloudSchemaless, TestInitParams, LeaderFailoverAfterPartitionTest]
   [junit4] Completed [328/670 (2!)] on J2 in 116.37s, 1 test, 1 failure <<< FAILURES!

[...truncated 63431 lines...]