You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/06 08:21:08 UTC

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1129 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1129/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:40267","node_name":"127.0.0.1:40267_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/16)={   "pullReplicas":"0",   "replicationFactor":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node4":{           "core":"c8n_1x3_lf_shard1_replica_n1",           "base_url":"http://127.0.0.1:40267",           "node_name":"127.0.0.1:40267_",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node5":{           "core":"c8n_1x3_lf_shard1_replica_n2",           "base_url":"http://127.0.0.1:40689",           "node_name":"127.0.0.1:40689_",           "state":"down",           "type":"NRT"},         "core_node6":{           "state":"down",           "base_url":"http://127.0.0.1:38091",           "core":"c8n_1x3_lf_shard1_replica_n3",           "node_name":"127.0.0.1:38091_",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"3",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:40267","node_name":"127.0.0.1:40267_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/16)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"c8n_1x3_lf_shard1_replica_n1",
          "base_url":"http://127.0.0.1:40267",
          "node_name":"127.0.0.1:40267_",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node5":{
          "core":"c8n_1x3_lf_shard1_replica_n2",
          "base_url":"http://127.0.0.1:40689",
          "node_name":"127.0.0.1:40689_",
          "state":"down",
          "type":"NRT"},
        "core_node6":{
          "state":"down",
          "base_url":"http://127.0.0.1:38091",
          "core":"c8n_1x3_lf_shard1_replica_n3",
          "node_name":"127.0.0.1:38091_",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"3",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([7417D97B7D08064A:FC43E6A1D3F46BB2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.extraction.TestExtractionDateUtil.testParseDate

Error Message:
Incorrect parsed timestamp: 1226583351000 != 1226579751000 (Thu Nov 13 04:35:51 AKST 2008)

Stack Trace:
java.lang.AssertionError: Incorrect parsed timestamp: 1226583351000 != 1226579751000 (Thu Nov 13 04:35:51 AKST 2008)
	at __randomizedtesting.SeedInfo.seed([C2AD268F55DFFBEB:88B45EBA2E768C5E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.extraction.TestExtractionDateUtil.assertParsedDate(TestExtractionDateUtil.java:59)
	at org.apache.solr.handler.extraction.TestExtractionDateUtil.testParseDate(TestExtractionDateUtil.java:54)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12430 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/init-core-data-001
   [junit4]   2> 697768 WARN  (SUITE-LeaderFailoverAfterPartitionTest-seed#[7417D97B7D08064A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 697768 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[7417D97B7D08064A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 697769 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[7417D97B7D08064A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 697769 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[7417D97B7D08064A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 697769 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[7417D97B7D08064A]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 697770 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 697770 INFO  (Thread-2157) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 697771 INFO  (Thread-2157) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 697771 ERROR (Thread-2157) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 697871 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.ZkTestServer start zk server on port:46873
   [junit4]   2> 697872 INFO  (zkConnectionManagerCallback-1470-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 697874 INFO  (zkConnectionManagerCallback-1472-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 697875 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 697876 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 697877 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 697877 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 697878 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 697878 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 697878 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 697878 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 697879 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 697879 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 697879 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 697880 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 697941 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 697941 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18466cd{/,null,AVAILABLE}
   [junit4]   2> 697943 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1327f67{HTTP/1.1,[http/1.1]}{127.0.0.1:36133}
   [junit4]   2> 697943 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.Server Started @699625ms
   [junit4]   2> 697943 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=43631, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/control-001/cores}
   [junit4]   2> 697943 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 697943 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 697943 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 697943 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 697943 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-06T07:34:08.234Z
   [junit4]   2> 697944 INFO  (zkConnectionManagerCallback-1474-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 697944 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 697944 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/control-001/solr.xml
   [junit4]   2> 697947 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 697947 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 697947 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 697949 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46873/solr
   [junit4]   2> 697950 INFO  (zkConnectionManagerCallback-1478-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 697951 INFO  (zkConnectionManagerCallback-1480-thread-1-processing-n:127.0.0.1:43631_) [n:127.0.0.1:43631_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 697977 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:43631_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 697977 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:43631_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43631_
   [junit4]   2> 697977 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:43631_    ] o.a.s.c.Overseer Overseer (id=99301723213791236-127.0.0.1:43631_-n_0000000000) starting
   [junit4]   2> 697980 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:43631_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43631_
   [junit4]   2> 697985 INFO  (zkCallback-1479-thread-1-processing-n:127.0.0.1:43631_) [n:127.0.0.1:43631_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 698022 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:43631_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 698036 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:43631_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 698036 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:43631_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 698037 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:43631_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/control-001/cores
   [junit4]   2> 698051 INFO  (zkConnectionManagerCallback-1486-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 698051 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 698051 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46873/solr ready
   [junit4]   2> 698052 INFO  (SocketProxy-Acceptor-43631) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=53984,localport=43631], receiveBufferSize:531000
   [junit4]   2> 698053 INFO  (SocketProxy-Acceptor-43631) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36133,localport=36302], receiveBufferSize=530904
   [junit4]   2> 698054 INFO  (qtp32110523-7208) [n:127.0.0.1:43631_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43631_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 698054 INFO  (OverseerThreadFactory-2509-thread-1-processing-n:127.0.0.1:43631_) [n:127.0.0.1:43631_    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 698157 INFO  (SocketProxy-Acceptor-43631) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=53988,localport=43631], receiveBufferSize:531000
   [junit4]   2> 698157 INFO  (SocketProxy-Acceptor-43631) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36133,localport=36306], receiveBufferSize=530904
   [junit4]   2> 698157 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 698158 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 698262 INFO  (zkCallback-1479-thread-1-processing-n:127.0.0.1:43631_) [n:127.0.0.1:43631_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 699167 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 699175 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 699258 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 699266 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 699267 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 699267 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 699267 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 699269 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=820905414, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 699270 WARN  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 699294 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 699294 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 699295 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 699295 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 699296 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=5.34375, floorSegmentMB=2.1279296875, forceMergeDeletesPctAllowed=22.859720378408138, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 699296 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a9924[control_collection_shard1_replica_n1] main]
   [junit4]   2> 699297 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 699297 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 699298 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 699299 INFO  (searcherExecutor-2512-thread-1-processing-n:127.0.0.1:43631_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@7a9924[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 699299 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588827573022883840
   [junit4]   2> 699302 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 699302 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 699302 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43631/control_collection_shard1_replica_n1/
   [junit4]   2> 699302 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 699302 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43631/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 699302 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 699304 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43631/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 699404 INFO  (zkCallback-1479-thread-2-processing-n:127.0.0.1:43631_) [n:127.0.0.1:43631_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 699454 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 699456 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1298
   [junit4]   2> 699457 INFO  (qtp32110523-7208) [n:127.0.0.1:43631_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 699556 INFO  (zkCallback-1479-thread-2-processing-n:127.0.0.1:43631_) [n:127.0.0.1:43631_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 700056 INFO  (OverseerCollectionConfigSetProcessor-99301723213791236-127.0.0.1:43631_-n_0000000000) [n:127.0.0.1:43631_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 700458 INFO  (qtp32110523-7208) [n:127.0.0.1:43631_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43631_&wt=javabin&version=2} status=0 QTime=2403
   [junit4]   2> 700462 INFO  (zkConnectionManagerCallback-1490-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 700462 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 700463 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46873/solr ready
   [junit4]   2> 700463 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 700463 INFO  (SocketProxy-Acceptor-43631) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=54018,localport=43631], receiveBufferSize:531000
   [junit4]   2> 700465 INFO  (SocketProxy-Acceptor-43631) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36133,localport=36336], receiveBufferSize=530904
   [junit4]   2> 700465 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 700467 INFO  (OverseerThreadFactory-2509-thread-2-processing-n:127.0.0.1:43631_) [n:127.0.0.1:43631_    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 700467 WARN  (OverseerThreadFactory-2509-thread-2-processing-n:127.0.0.1:43631_) [n:127.0.0.1:43631_    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 700669 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 700670 INFO  (qtp32110523-7204) [n:127.0.0.1:43631_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=204
   [junit4]   2> 700732 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-1-001 of type NRT
   [junit4]   2> 700732 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 700733 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e0bc9{/,null,AVAILABLE}
   [junit4]   2> 700733 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ad69a6{HTTP/1.1,[http/1.1]}{127.0.0.1:46527}
   [junit4]   2> 700733 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.Server Started @702415ms
   [junit4]   2> 700733 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=40689, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-1-001/cores}
   [junit4]   2> 700733 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 700733 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 700733 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 700734 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 700734 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-06T07:34:11.025Z
   [junit4]   2> 700735 INFO  (zkConnectionManagerCallback-1492-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 700735 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 700735 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-1-001/solr.xml
   [junit4]   2> 700738 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 700738 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 700749 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 700751 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46873/solr
   [junit4]   2> 700752 INFO  (zkConnectionManagerCallback-1496-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 700754 INFO  (zkConnectionManagerCallback-1498-thread-1-processing-n:127.0.0.1:40689_) [n:127.0.0.1:40689_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 700756 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:40689_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 700756 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:40689_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 700757 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:40689_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40689_
   [junit4]   2> 700757 INFO  (zkCallback-1479-thread-2-processing-n:127.0.0.1:43631_) [n:127.0.0.1:43631_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 700760 INFO  (zkCallback-1497-thread-1-processing-n:127.0.0.1:40689_) [n:127.0.0.1:40689_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 700760 INFO  (zkCallback-1489-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 700822 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:40689_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 700830 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:40689_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 700830 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:40689_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 700831 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:40689_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-1-001/cores
   [junit4]   2> 700851 INFO  (SocketProxy-Acceptor-40689) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=51968,localport=40689], receiveBufferSize:531000
   [junit4]   2> 700852 INFO  (SocketProxy-Acceptor-40689) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46527,localport=40628], receiveBufferSize=530904
   [junit4]   2> 700853 INFO  (qtp2684933-7263) [n:127.0.0.1:40689_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40689_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 700856 INFO  (OverseerCollectionConfigSetProcessor-99301723213791236-127.0.0.1:43631_-n_0000000000) [n:127.0.0.1:43631_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 700856 INFO  (OverseerThreadFactory-2509-thread-3-processing-n:127.0.0.1:43631_) [n:127.0.0.1:43631_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40689_ for creating new replica
   [junit4]   2> 700857 INFO  (SocketProxy-Acceptor-40689) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=51972,localport=40689], receiveBufferSize:531000
   [junit4]   2> 700860 INFO  (SocketProxy-Acceptor-40689) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46527,localport=40632], receiveBufferSize=530904
   [junit4]   2> 700860 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 700861 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 700963 INFO  (zkCallback-1497-thread-1-processing-n:127.0.0.1:40689_) [n:127.0.0.1:40689_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 701870 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 701880 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
   [junit4]   2> 701972 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 701979 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
   [junit4]   2> 701980 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 701980 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 701980 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 701983 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=820905414, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 701985 WARN  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 702030 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 702030 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 702031 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 702031 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 702032 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=5.34375, floorSegmentMB=2.1279296875, forceMergeDeletesPctAllowed=22.859720378408138, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 702032 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@52dc86[collection1_shard2_replica_n41] main]
   [junit4]   2> 702033 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 702033 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 702034 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 702035 INFO  (searcherExecutor-2523-thread-1-processing-n:127.0.0.1:40689_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@52dc86[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 702035 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588827575891787776
   [junit4]   2> 702038 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 702038 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 702038 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40689/collection1_shard2_replica_n41/
   [junit4]   2> 702038 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 702038 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:40689/collection1_shard2_replica_n41/ has no replicas
   [junit4]   2> 702038 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 702039 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40689/collection1_shard2_replica_n41/ shard2
   [junit4]   2> 702140 INFO  (zkCallback-1497-thread-1-processing-n:127.0.0.1:40689_) [n:127.0.0.1:40689_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 702190 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 702191 INFO  (qtp2684933-7259) [n:127.0.0.1:40689_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1330
   [junit4]   2> 702192 INFO  (qtp2684933-7263) [n:127.0.0.1:40689_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40689_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1339
   [junit4]   2> 702256 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-2-001 of type NRT
   [junit4]   2> 702256 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 702257 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d01{/,null,AVAILABLE}
   [junit4]   2> 702257 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1138c22{HTTP/1.1,[http/1.1]}{127.0.0.1:33501}
   [junit4]   2> 702258 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.Server Started @703940ms
   [junit4]   2> 702258 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=40267, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-2-001/cores}
   [junit4]   2> 702258 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 702258 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 702258 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 702258 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 702258 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-06T07:34:12.549Z
   [junit4]   2> 702260 INFO  (zkConnectionManagerCallback-1502-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 702261 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 702261 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-2-001/solr.xml
   [junit4]   2> 702263 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 702263 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 702264 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 702266 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46873/solr
   [junit4]   2> 702271 INFO  (zkConnectionManagerCallback-1506-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 702274 INFO  (zkConnectionManagerCallback-1508-thread-1-processing-n:127.0.0.1:40267_) [n:127.0.0.1:40267_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 702278 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:40267_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 702278 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:40267_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 702280 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:40267_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40267_
   [junit4]   2> 702281 INFO  (zkCallback-1479-thread-2-processing-n:127.0.0.1:43631_) [n:127.0.0.1:43631_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 702281 INFO  (zkCallback-1497-thread-1-processing-n:127.0.0.1:40689_) [n:127.0.0.1:40689_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 702281 INFO  (zkCallback-1507-thread-1-processing-n:127.0.0.1:40267_) [n:127.0.0.1:40267_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 702281 INFO  (zkCallback-1489-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 702381 INFO  (zkCallback-1497-thread-1-processing-n:127.0.0.1:40689_) [n:127.0.0.1:40689_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 702385 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:40267_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 702393 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:40267_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 702393 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:40267_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 702394 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:40267_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-2-001/cores
   [junit4]   2> 702420 INFO  (SocketProxy-Acceptor-40267) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52586,localport=40267], receiveBufferSize:531000
   [junit4]   2> 702422 INFO  (SocketProxy-Acceptor-40267) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33501,localport=35216], receiveBufferSize=530904
   [junit4]   2> 702422 INFO  (qtp32898948-7300) [n:127.0.0.1:40267_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40267_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 702429 INFO  (OverseerCollectionConfigSetProcessor-99301723213791236-127.0.0.1:43631_-n_0000000000) [n:127.0.0.1:43631_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 702430 INFO  (OverseerThreadFactory-2509-thread-4-processing-n:127.0.0.1:43631_) [n:127.0.0.1:43631_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40267_ for creating new replica
   [junit4]   2> 702431 INFO  (SocketProxy-Acceptor-40267) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52590,localport=40267], receiveBufferSize:531000
   [junit4]   2> 702431 INFO  (SocketProxy-Acceptor-40267) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33501,localport=35220], receiveBufferSize=530904
   [junit4]   2> 702432 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 702432 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 702534 INFO  (zkCallback-1507-thread-1-processing-n:127.0.0.1:40267_) [n:127.0.0.1:40267_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 702534 INFO  (zkCallback-1497-thread-1-processing-n:127.0.0.1:40689_) [n:127.0.0.1:40689_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 703443 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 703466 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
   [junit4]   2> 703551 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 703558 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
   [junit4]   2> 703558 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 703559 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 703559 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
   [junit4]   2> 703561 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=820905414, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 703563 WARN  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 703593 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 703593 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 703594 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 703594 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 703595 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=5.34375, floorSegmentMB=2.1279296875, forceMergeDeletesPctAllowed=22.859720378408138, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 703595 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@188426f[collection1_shard1_replica_n43] main]
   [junit4]   2> 703596 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 703596 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 703597 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 703598 INFO  (searcherExecutor-2534-thread-1-processing-n:127.0.0.1:40267_ x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@188426f[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 703598 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588827577530712064
   [junit4]   2> 703600 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 703600 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 703600 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40267/collection1_shard1_replica_n43/
   [junit4]   2> 703600 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 703600 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:40267/collection1_shard1_replica_n43/ has no replicas
   [junit4]   2> 703600 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 703601 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40267/collection1_shard1_replica_n43/ shard1
   [junit4]   2> 703702 INFO  (zkCallback-1507-thread-1-processing-n:127.0.0.1:40267_) [n:127.0.0.1:40267_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 703702 INFO  (zkCallback-1497-thread-1-processing-n:127.0.0.1:40689_) [n:127.0.0.1:40689_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 703752 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 703753 INFO  (qtp32898948-7296) [n:127.0.0.1:40267_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1321
   [junit4]   2> 703754 INFO  (qtp32898948-7300) [n:127.0.0.1:40267_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40267_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1331
   [junit4]   2> 703852 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-3-001 of type NRT
   [junit4]   2> 703852 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 703853 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@117d4ae{/,null,AVAILABLE}
   [junit4]   2> 703853 INFO  (zkCallback-1497-thread-1-processing-n:127.0.0.1:40689_) [n:127.0.0.1:40689_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 703853 INFO  (zkCallback-1507-thread-1-processing-n:127.0.0.1:40267_) [n:127.0.0.1:40267_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 703857 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@131d316{HTTP/1.1,[http/1.1]}{127.0.0.1:40023}
   [junit4]   2> 703857 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.Server Started @705539ms
   [junit4]   2> 703857 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=38091, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-3-001/cores}
   [junit4]   2> 703857 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 703858 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 703858 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 703858 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 703858 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-06T07:34:14.149Z
   [junit4]   2> 703861 INFO  (zkConnectionManagerCallback-1512-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 703862 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 703862 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-3-001/solr.xml
   [junit4]   2> 703865 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 703865 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 703866 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 703869 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46873/solr
   [junit4]   2> 703873 INFO  (zkConnectionManagerCallback-1516-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 703882 INFO  (zkConnectionManagerCallback-1518-thread-1-processing-n:127.0.0.1:38091_) [n:127.0.0.1:38091_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 703884 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:38091_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 703885 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:38091_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 703885 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:38091_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38091_
   [junit4]   2> 703889 INFO  (zkCallback-1507-thread-1-processing-n:127.0.0.1:40267_) [n:127.0.0.1:40267_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 703892 INFO  (zkCallback-1479-thread-2-processing-n:127.0.0.1:43631_) [n:127.0.0.1:43631_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 703892 INFO  (zkCallback-1497-thread-1-processing-n:127.0.0.1:40689_) [n:127.0.0.1:40689_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 703893 INFO  (zkCallback-1489-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 703893 INFO  (zkCallback-1517-thread-1-processing-n:127.0.0.1:38091_) [n:127.0.0.1:38091_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 703976 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:38091_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 703983 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:38091_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 703983 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:38091_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 703984 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [n:127.0.0.1:38091_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-3-001/cores
   [junit4]   2> 704032 INFO  (SocketProxy-Acceptor-38091) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33550,localport=38091], receiveBufferSize:531000
   [junit4]   2> 704033 INFO  (SocketProxy-Acceptor-38091) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40023,localport=53982], receiveBufferSize=530904
   [junit4]   2> 704033 INFO  (qtp21086914-7336) [n:127.0.0.1:38091_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38091_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 704034 INFO  (OverseerCollectionConfigSetProcessor-99301723213791236-127.0.0.1:43631_-n_0000000000) [n:127.0.0.1:43631_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 704035 INFO  (OverseerThreadFactory-2509-thread-5-processing-n:127.0.0.1:43631_) [n:127.0.0.1:43631_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38091_ for creating new replica
   [junit4]   2> 704035 INFO  (SocketProxy-Acceptor-38091) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33554,localport=38091], receiveBufferSize:531000
   [junit4]   2> 704036 INFO  (SocketProxy-Acceptor-38091) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40023,localport=53986], receiveBufferSize=530904
   [junit4]   2> 704037 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 704037 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 704139 INFO  (zkCallback-1507-thread-1-processing-n:127.0.0.1:40267_) [n:127.0.0.1:40267_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 704139 INFO  (zkCallback-1517-thread-1-processing-n:127.0.0.1:38091_) [n:127.0.0.1:38091_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 704139 INFO  (zkCallback-1497-thread-1-processing-n:127.0.0.1:40689_) [n:127.0.0.1:40689_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 705049 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 705062 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
   [junit4]   2> 705421 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 705428 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
   [junit4]   2> 705429 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@132adfa
   [junit4]   2> 705429 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 705429 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
   [junit4]   2> 705431 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=820905414, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 705432 WARN  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 705459 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 705459 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 705460 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 705460 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 705461 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=5.34375, floorSegmentMB=2.1279296875, forceMergeDeletesPctAllowed=22.859720378408138, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 705461 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@30cf87[collection1_shard2_replica_n45] main]
   [junit4]   2> 705462 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 705462 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 705463 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 705464 INFO  (searcherExecutor-2545-thread-1-processing-n:127.0.0.1:38091_ x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@30cf87[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 705464 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588827579487354880
   [junit4]   2> 705466 INFO  (qtp21086914-7338) [n:127.0.0.1:38091_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
   [junit4]   2> 705466 INFO  (updateExecutor-1513-thread-1-processing-n:127.0.0.1:38091_ x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:38091_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 705466 INFO  (recoveryExecutor-1514-thread-1-processing-n:127.0.0.1:38091_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:38091_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. rec

[...truncated too long message...]

osing metric reporters for registry=solr.collection.c8n_1x3_lf.shard1.leader, tag=24725393
   [junit4]   2> 830855 WARN  (zkCallback-1517-thread-4-processing-n:127.0.0.1:38091_) [n:127.0.0.1:38091_ c:c8n_1x3_lf s:shard1 r:core_node6 x:c8n_1x3_lf_shard1_replica_n3] o.a.s.c.RecoveryStrategy Stopping recovery for core=[c8n_1x3_lf_shard1_replica_n3] coreNodeName=[core_node6]
   [junit4]   2> 830865 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@131d316{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 830866 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@117d4ae{/,null,UNAVAILABLE}
   [junit4]   2> 830866 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 830866 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46873 46873
   [junit4]   2> 832763 INFO  (Thread-2157) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46873 46873
   [junit4]   2> 832763 WARN  (Thread-2157) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/collections/collection1/state.json
   [junit4]   2> 	3	/solr/collections/c8n_1x3_lf/state.json
   [junit4]   2> 	3	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99301723213791236-127.0.0.1:43631_-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 832763 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:43631/, target: http://127.0.0.1:36133/
   [junit4]   2> 832763 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:40689/, target: http://127.0.0.1:46527/
   [junit4]   2> 832763 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SocketProxy Closing 8 connections to: http://127.0.0.1:40267/, target: http://127.0.0.1:33501/
   [junit4]   2> 832763 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7417D97B7D08064A]) [    ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:38091/, target: http://127.0.0.1:40023/
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=7417D97B7D08064A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es -Dtests.timezone=Africa/Windhoek -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE  135s J0 | LeaderFailoverAfterPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:40267","node_name":"127.0.0.1:40267_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/16)={
   [junit4]    >   "pullReplicas":"0",
   [junit4]    >   "replicationFactor":"1",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node4":{
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica_n1",
   [junit4]    >           "base_url":"http://127.0.0.1:40267",
   [junit4]    >           "node_name":"127.0.0.1:40267_",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "leader":"true"},
   [junit4]    >         "core_node5":{
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica_n2",
   [junit4]    >           "base_url":"http://127.0.0.1:40689",
   [junit4]    >           "node_name":"127.0.0.1:40689_",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"NRT"},
   [junit4]    >         "core_node6":{
   [junit4]    >           "state":"down",
   [junit4]    >           "base_url":"http://127.0.0.1:38091",
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica_n3",
   [junit4]    >           "node_name":"127.0.0.1:38091_",
   [junit4]    >           "type":"NRT"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "nrtReplicas":"3",
   [junit4]    >   "tlogReplicas":"0"}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7417D97B7D08064A:FC43E6A1D3F46BB2]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7417D97B7D08064A-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=es, timezone=Africa/Windhoek
   [junit4]   2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=115796872,total=286302208
   [junit4]   2> NOTE: All tests run in this JVM: [EnumFieldTest, TestMaxTokenLenTokenizer, QueryResultKeyTest, PreAnalyzedUpdateProcessorTest, ClassificationUpdateProcessorIntegrationTest, TestUninvertingReader, UpdateLogTest, ExecutePlanActionTest, LeaderElectionIntegrationTest, TestSolrCLIRunExample, DistributedQueueTest, TestDynamicFieldCollectionResource, CollectionStateFormat2Test, LeaderInitiatedRecoveryOnShardRestartTest, TestReloadDeadlock, TestDownShardTolerantSearch, MissingSegmentRecoveryTest, SolrGangliaReporterTest, SolrJmxReporterTest, HLLSerializationTest, TestTrieFacet, UpdateParamsTest, TestCloudManagedSchema, TestFastOutputStream, TestRandomDVFaceting, TestSuggestSpellingConverter, ZkStateWriterTest, TestShortCircuitedRequests, TestLegacyTerms, TestNamedUpdateProcessors, TestDistribStateManager, BJQParserTest, TestCloudInspectUtil, DistributedFacetPivotLargeTest, TestSolrJ, TestLRUStatsCache, DistributedMLTComponentTest, SpellCheckComponentTest, PKIAuthenticationIntegrationTest, TestCorePropertiesReload, BasicFunctionalityTest, StressHdfsTest, MoveReplicaTest, HighlighterMaxOffsetTest, CachingDirectoryFactoryTest, TestComponentsName, TestFieldCache, TestNRTOpen, TestSystemCollAutoCreate, BasicZkTest, NoCacheHeaderTest, HdfsRestartWhileUpdatingTest, UUIDUpdateProcessorFallbackTest, UninvertDocValuesMergePolicyTest, TestDistribIDF, TestFieldResource, ActionThrottleTest, ConnectionManagerTest, SolrCoreTest, TestCrossCoreJoin, CacheHeaderTest, TestNumericRangeQuery64, DistributedQueryElevationComponentTest, HdfsNNFailoverTest, AssignBackwardCompatibilityTest, RulesTest, OverseerModifyCollectionTest, AutoscalingHistoryHandlerTest, TestPHPSerializedResponseWriter, LeaderFailoverAfterPartitionTest]
   [junit4] Completed [231/765 (1!)] on J0 in 135.01s, 1 test, 1 failure <<< FAILURES!

[...truncated 7996 lines...]
   [junit4] Suite: org.apache.solr.handler.extraction.TestExtractionDateUtil
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestExtractionDateUtil -Dtests.method=testParseDate -Dtests.seed=C2AD268F55DFFBEB -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-MT -Dtests.timezone=America/Metlakatla -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.10s J1 | TestExtractionDateUtil.testParseDate <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Incorrect parsed timestamp: 1226583351000 != 1226579751000 (Thu Nov 13 04:35:51 AKST 2008)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C2AD268F55DFFBEB:88B45EBA2E768C5E]:0)
   [junit4]    > 	at org.apache.solr.handler.extraction.TestExtractionDateUtil.assertParsedDate(TestExtractionDateUtil.java:59)
   [junit4]    > 	at org.apache.solr.handler.extraction.TestExtractionDateUtil.testParseDate(TestExtractionDateUtil.java:54)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1397, maxMBSortInHeap=5.724213122213775, sim=RandomSimilarity(queryNorm=true): {}, locale=en-MT, timezone=America/Metlakatla
   [junit4]   2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=47100384,total=64880640
   [junit4]   2> NOTE: All tests run in this JVM: [TestExtractionDateUtil]
   [junit4] Completed [1/4 (1!)] on J1 in 0.80s, 2 tests, 1 failure <<< FAILURES!

[...truncated 37698 lines...]