You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/08 16:34:22 UTC
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-9-ea+178) - Build
# 20282 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20282/
Java: 64bit/jdk-9-ea+178 -XX:-UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:42385","node_name":"127.0.0.1:42385_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/27)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:34779", "node_name":"127.0.0.1:34779_", "state":"down", "type":"NRT"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:42385", "node_name":"127.0.0.1:42385_", "state":"active", "type":"NRT", "leader":"true"}, "core_node6":{ "state":"down", "base_url":"http://127.0.0.1:41833", "core":"c8n_1x3_lf_shard1_replica_n3", "node_name":"127.0.0.1:41833_", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:42385","node_name":"127.0.0.1:42385_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/27)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:34779",
"node_name":"127.0.0.1:34779_",
"state":"down",
"type":"NRT"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:42385",
"node_name":"127.0.0.1:42385_",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node6":{
"state":"down",
"base_url":"http://127.0.0.1:41833",
"core":"c8n_1x3_lf_shard1_replica_n3",
"node_name":"127.0.0.1:41833_",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([3EC2ACB2AD0019A9:B696936803FC7451]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11908 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> 801971 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[3EC2ACB2AD0019A9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/init-core-data-001
[junit4] 2> 801971 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[3EC2ACB2AD0019A9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 801971 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[3EC2ACB2AD0019A9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 801972 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[3EC2ACB2AD0019A9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 801972 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[3EC2ACB2AD0019A9]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 801973 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 801973 INFO (Thread-1588) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 801973 INFO (Thread-1588) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 801974 ERROR (Thread-1588) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 802073 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.ZkTestServer start zk server on port:41515
[junit4] 2> 802084 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 802085 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 802086 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 802087 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 802087 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 802088 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 802089 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 802089 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 802090 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 802090 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 802091 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 802092 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 802175 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 802176 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f8f702c{/,null,AVAILABLE}
[junit4] 2> 802179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b16e73f{HTTP/1.1,[http/1.1]}{127.0.0.1:34731}
[junit4] 2> 802180 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.Server Started @803150ms
[junit4] 2> 802180 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/tempDir-001/control/data, hostPort=34779, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/control-001/cores, replicaType=NRT}
[junit4] 2> 802180 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 802180 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 802180 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 802180 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 802180 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-08T16:03:09.228449Z
[junit4] 2> 802182 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 802182 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/control-001/solr.xml
[junit4] 2> 802184 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 802185 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41515/solr
[junit4] 2> 802212 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 802212 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34779_
[junit4] 2> 802212 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.Overseer Overseer (id=98448715875745796-127.0.0.1:34779_-n_0000000000) starting
[junit4] 2> 802214 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34779_
[junit4] 2> 802215 INFO (zkCallback-950-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 802242 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 802245 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 802245 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 802246 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/control-001/cores
[junit4] 2> 802253 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 802253 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41515/solr ready
[junit4] 2> 802254 INFO (SocketProxy-Acceptor-34779) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37320,localport=34779], receiveBufferSize:531000
[junit4] 2> 802254 INFO (SocketProxy-Acceptor-34779) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34731,localport=55182], receiveBufferSize=530904
[junit4] 2> 802255 INFO (qtp1491397755-6625) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34779_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 802256 INFO (OverseerThreadFactory-2903-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 802358 INFO (SocketProxy-Acceptor-34779) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37324,localport=34779], receiveBufferSize:531000
[junit4] 2> 802359 INFO (SocketProxy-Acceptor-34779) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34731,localport=55186], receiveBufferSize=530904
[junit4] 2> 802359 INFO (qtp1491397755-6627) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 802359 INFO (qtp1491397755-6627) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 802461 INFO (zkCallback-950-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 803365 INFO (qtp1491397755-6627) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 803371 INFO (qtp1491397755-6627) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 803428 INFO (qtp1491397755-6627) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 803434 INFO (qtp1491397755-6627) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 803435 INFO (qtp1491397755-6627) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 803435 INFO (qtp1491397755-6627) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 803435 INFO (qtp1491397755-6627) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 803436 INFO (qtp1491397755-6627) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3404133423453837]
[junit4] 2> 803437 WARN (qtp1491397755-6627) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 803458 INFO (qtp1491397755-6627) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 803458 INFO (qtp1491397755-6627) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 803458 INFO (qtp1491397755-6627) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 803458 INFO (qtp1491397755-6627) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 803459 INFO (qtp1491397755-6627) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=7.4228515625, floorSegmentMB=1.3994140625, forceMergeDeletesPctAllowed=19.16538183499272, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.32619795993986483
[junit4] 2> 803459 INFO (qtp1491397755-6627) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@a08b61b[control_collection_shard1_replica_n1] main]
[junit4] 2> 803460 INFO (qtp1491397755-6627) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 803460 INFO (qtp1491397755-6627) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 803460 INFO (qtp1491397755-6627) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 803461 INFO (searcherExecutor-2906-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@a08b61b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 803461 INFO (qtp1491397755-6627) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575179455571165184
[junit4] 2> 803464 INFO (qtp1491397755-6627) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 803464 INFO (qtp1491397755-6627) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 803464 INFO (qtp1491397755-6627) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34779/control_collection_shard1_replica_n1/
[junit4] 2> 803464 INFO (qtp1491397755-6627) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 803464 INFO (qtp1491397755-6627) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:34779/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 803464 INFO (qtp1491397755-6627) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 803465 INFO (qtp1491397755-6627) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34779/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 803569 INFO (zkCallback-950-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 803615 INFO (qtp1491397755-6627) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 803616 INFO (qtp1491397755-6627) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1257
[junit4] 2> 803618 INFO (qtp1491397755-6625) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 803718 INFO (zkCallback-950-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 804257 INFO (OverseerCollectionConfigSetProcessor-98448715875745796-127.0.0.1:34779_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 804618 INFO (qtp1491397755-6625) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34779_&wt=javabin&version=2} status=0 QTime=2362
[junit4] 2> 804620 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 804621 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41515/solr ready
[junit4] 2> 804621 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 804621 INFO (SocketProxy-Acceptor-34779) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37352,localport=34779], receiveBufferSize:531000
[junit4] 2> 804622 INFO (SocketProxy-Acceptor-34779) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34731,localport=55214], receiveBufferSize=530904
[junit4] 2> 804622 INFO (qtp1491397755-6625) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 804623 INFO (OverseerThreadFactory-2903-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 804625 WARN (OverseerThreadFactory-2903-thread-2) [ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 804830 INFO (qtp1491397755-6625) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 804830 INFO (qtp1491397755-6625) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=208
[junit4] 2> 804945 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-1-001 of type NRT
[junit4] 2> 804946 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 804966 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b7a8352{/,null,AVAILABLE}
[junit4] 2> 804966 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20957a56{HTTP/1.1,[http/1.1]}{127.0.0.1:33163}
[junit4] 2> 804966 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.Server Started @805937ms
[junit4] 2> 804966 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/tempDir-001/jetty1, hostPort=38993, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-1-001/cores}
[junit4] 2> 804966 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 804967 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 804967 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 804967 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 804967 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-08T16:03:12.015150Z
[junit4] 2> 804968 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 804968 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-1-001/solr.xml
[junit4] 2> 804971 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 804975 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41515/solr
[junit4] 2> 804986 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 804989 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 804992 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38993_
[junit4] 2> 804993 INFO (zkCallback-957-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 804993 INFO (zkCallback-950-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 805005 INFO (zkCallback-962-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 805036 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 805041 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 805041 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 805042 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-1-001/cores
[junit4] 2> 805064 INFO (qtp1491397755-6626) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38993_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 805068 INFO (OverseerThreadFactory-2903-thread-3) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38993_ for creating new replica
[junit4] 2> 805068 INFO (OverseerCollectionConfigSetProcessor-98448715875745796-127.0.0.1:34779_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 805069 INFO (SocketProxy-Acceptor-38993) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37874,localport=38993], receiveBufferSize:531000
[junit4] 2> 805088 INFO (SocketProxy-Acceptor-38993) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33163,localport=58480], receiveBufferSize=530904
[junit4] 2> 805089 INFO (qtp1650509515-6674) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 805089 INFO (qtp1650509515-6674) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 806097 INFO (qtp1650509515-6674) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 806105 INFO (qtp1650509515-6674) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 806180 INFO (qtp1650509515-6674) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 806190 INFO (qtp1650509515-6674) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 806190 INFO (qtp1650509515-6674) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 806191 INFO (qtp1650509515-6674) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 806191 INFO (qtp1650509515-6674) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 806193 INFO (qtp1650509515-6674) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3404133423453837]
[junit4] 2> 806194 WARN (qtp1650509515-6674) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 806224 INFO (qtp1650509515-6674) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 806224 INFO (qtp1650509515-6674) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 806225 INFO (qtp1650509515-6674) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 806225 INFO (qtp1650509515-6674) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 806226 INFO (qtp1650509515-6674) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=7.4228515625, floorSegmentMB=1.3994140625, forceMergeDeletesPctAllowed=19.16538183499272, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.32619795993986483
[junit4] 2> 806226 INFO (qtp1650509515-6674) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@da95a98[collection1_shard2_replica_n41] main]
[junit4] 2> 806226 INFO (qtp1650509515-6674) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 806227 INFO (qtp1650509515-6674) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 806227 INFO (qtp1650509515-6674) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 806228 INFO (searcherExecutor-2917-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@da95a98[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 806228 INFO (qtp1650509515-6674) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575179458472574976
[junit4] 2> 806231 INFO (qtp1650509515-6674) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 806231 INFO (qtp1650509515-6674) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 806231 INFO (qtp1650509515-6674) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38993/collection1_shard2_replica_n41/
[junit4] 2> 806231 INFO (qtp1650509515-6674) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 806231 INFO (qtp1650509515-6674) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:38993/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 806231 INFO (qtp1650509515-6674) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 806233 INFO (qtp1650509515-6674) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38993/collection1_shard2_replica_n41/ shard2
[junit4] 2> 806383 INFO (qtp1650509515-6674) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 806384 INFO (qtp1650509515-6674) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1295
[junit4] 2> 806385 INFO (qtp1491397755-6626) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38993_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1320
[junit4] 2> 806461 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-2-001 of type NRT
[junit4] 2> 806461 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 806462 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59bff614{/,null,AVAILABLE}
[junit4] 2> 806462 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b492453{HTTP/1.1,[http/1.1]}{127.0.0.1:42167}
[junit4] 2> 806462 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.Server Started @807433ms
[junit4] 2> 806462 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/tempDir-001/jetty2, hostPort=41833, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-2-001/cores}
[junit4] 2> 806462 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 806463 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 806463 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 806463 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 806463 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-08T16:03:13.511097Z
[junit4] 2> 806464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 806464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-2-001/solr.xml
[junit4] 2> 806466 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 806467 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41515/solr
[junit4] 2> 806472 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 806472 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 806473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41833_
[junit4] 2> 806473 INFO (zkCallback-957-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 806473 INFO (zkCallback-968-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 806473 INFO (zkCallback-962-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 806473 INFO (zkCallback-950-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 806492 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 806495 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 806496 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 806496 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-2-001/cores
[junit4] 2> 806510 INFO (qtp1491397755-6627) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41833_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 806511 INFO (OverseerThreadFactory-2903-thread-4) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:41833_ for creating new replica
[junit4] 2> 806511 INFO (OverseerCollectionConfigSetProcessor-98448715875745796-127.0.0.1:34779_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 806512 INFO (SocketProxy-Acceptor-41833) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37056,localport=41833], receiveBufferSize:531000
[junit4] 2> 806512 INFO (SocketProxy-Acceptor-41833) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42167,localport=59852], receiveBufferSize=530904
[junit4] 2> 806513 INFO (qtp1573702089-6706) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 806513 INFO (qtp1573702089-6706) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 807521 INFO (qtp1573702089-6706) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 807545 INFO (qtp1573702089-6706) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 807601 INFO (qtp1573702089-6706) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 807607 INFO (qtp1573702089-6706) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 807608 INFO (qtp1573702089-6706) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 807608 INFO (qtp1573702089-6706) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 807608 INFO (qtp1573702089-6706) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 807610 INFO (qtp1573702089-6706) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3404133423453837]
[junit4] 2> 807613 WARN (qtp1573702089-6706) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 807642 INFO (qtp1573702089-6706) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 807643 INFO (qtp1573702089-6706) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 807654 INFO (qtp1573702089-6706) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 807654 INFO (qtp1573702089-6706) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 807655 INFO (qtp1573702089-6706) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=7.4228515625, floorSegmentMB=1.3994140625, forceMergeDeletesPctAllowed=19.16538183499272, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.32619795993986483
[junit4] 2> 807655 INFO (qtp1573702089-6706) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1935b578[collection1_shard1_replica_n43] main]
[junit4] 2> 807656 INFO (qtp1573702089-6706) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 807656 INFO (qtp1573702089-6706) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 807656 INFO (qtp1573702089-6706) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 807657 INFO (searcherExecutor-2928-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@1935b578[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 807658 INFO (qtp1573702089-6706) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575179459972038656
[junit4] 2> 807662 INFO (qtp1573702089-6706) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 807662 INFO (qtp1573702089-6706) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 807662 INFO (qtp1573702089-6706) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41833/collection1_shard1_replica_n43/
[junit4] 2> 807662 INFO (qtp1573702089-6706) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 807662 INFO (qtp1573702089-6706) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:41833/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 807662 INFO (qtp1573702089-6706) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 807663 INFO (qtp1573702089-6706) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41833/collection1_shard1_replica_n43/ shard1
[junit4] 2> 807814 INFO (qtp1573702089-6706) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 807815 INFO (qtp1573702089-6706) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1302
[junit4] 2> 807817 INFO (qtp1491397755-6627) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41833_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1306
[junit4] 2> 807888 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-3-001 of type NRT
[junit4] 2> 807889 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 807893 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21768617{/,null,AVAILABLE}
[junit4] 2> 807894 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b103546{HTTP/1.1,[http/1.1]}{127.0.0.1:46623}
[junit4] 2> 807894 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.Server Started @808865ms
[junit4] 2> 807894 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/tempDir-001/jetty3, hostPort=42385, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 807894 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 807894 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 807894 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 807894 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 807894 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-08T16:03:14.942862Z
[junit4] 2> 807909 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 807909 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-3-001/solr.xml
[junit4] 2> 807912 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 807915 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41515/solr
[junit4] 2> 807922 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 807924 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 807926 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42385_
[junit4] 2> 807927 INFO (zkCallback-962-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 807927 INFO (zkCallback-950-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 807927 INFO (zkCallback-957-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 807928 INFO (zkCallback-974-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 807930 INFO (zkCallback-968-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 807976 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 807982 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 807982 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 807983 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-3-001/cores
[junit4] 2> 808004 INFO (qtp1491397755-6622) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42385_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 808005 INFO (OverseerCollectionConfigSetProcessor-98448715875745796-127.0.0.1:34779_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 808005 INFO (OverseerThreadFactory-2903-thread-5) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:42385_ for creating new replica
[junit4] 2> 808006 INFO (SocketProxy-Acceptor-42385) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59940,localport=42385], receiveBufferSize:531000
[junit4] 2> 808008 INFO (SocketProxy-Acceptor-42385) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46623,localport=36418], receiveBufferSize=530904
[junit4] 2> 808008 INFO (qtp981754707-6738) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 808009 INFO (qtp981754707-6738) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 809027 INFO (qtp981754707-6738) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 809041 INFO (qtp981754707-6738) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 809129 INFO (qtp981754707-6738) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 809137 INFO (qtp981754707-6738) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 809137 INFO (qtp981754707-6738) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 809137 INFO (qtp981754707-6738) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 809137 INFO (qtp981754707-6738) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 809139 INFO (qtp981754707-6738) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3404133423453837]
[junit4] 2> 809140 WARN (qtp981754707-6738) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 809169 INFO (qtp981754707-6738) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 809169 INFO (qtp981754707-6738) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 809170 INFO (qtp981754707-6738) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 809170 INFO (qtp981754707-6738) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 809170 INFO (qtp981754707-6738) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=7.4228515625, floorSegmentMB=1.3994140625, forceMergeDeletesPctAllowed=19.16538183499272, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.32619795993986483
[junit4] 2> 809170 INFO (qtp981754707-6738) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@15fa2718[collection1_shard2_replica_n45] main]
[junit4] 2> 809171 INFO (qtp981754707-6738) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 809171 INFO (qtp981754707-6738) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 809172 INFO (qtp981754707-6738) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 809172 INFO (searcherExecutor-2939-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@15fa2718[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 809172 INFO (qtp981754707-6738) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575179461559582720
[junit4] 2> 809174 INFO (qtp981754707-6738) [ ] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
[junit4] 2> 809174 INFO (updateExecutor-971-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 809174 INFO (qtp981754707-6738) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1166
[junit4] 2> 809174 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 809175 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 809175 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
[junit4] 2> 809175 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 809175 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [http://127.0.0.1:38993/collection1_shard2_replica_n41/] and I am [http://127.0.0.1:42385/collection1_shard2_replica_n45/]
[junit4] 2> 809175 INFO (qtp1491397755-6622) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:42385_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1171
[junit4] 2> 809176 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:38993]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:42385_&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 809176 INFO (SocketProxy-Acceptor-38993) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37960,localport=38993], receiveBufferSize:531000
[junit4] 2> 809176 INFO (SocketProxy-Acceptor-38993) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33163,localport=58566], receiveBufferSize=530904
[junit4] 2> 809176 INFO (qtp1650509515-6676) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 809176 INFO (qtp1650509515-6676) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:42385_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:42385","node_name":"127.0.0.1:42385_","state":"down","type":"NRT"}
[junit4] 2> 809176 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 809177 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
[junit4] 2> 809177 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
[junit4] 2> 810007 INFO (OverseerCollectionConfigSetProcessor-98448715875745796-127.0.0.1:34779_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 810177 INFO (qtp1650509515-6676) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:42385_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:42385","node_name":"127.0.0.1:42385_","state":"recovering","type":"NRT"}
[junit4] 2> 810177 INFO (qtp1650509515-6676) [ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 810177 INFO (qtp1650509515-6676) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:42385_&onlyIfLeaderActive=true&core=collection1_shard2_replica_n41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 810677 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:38993/collection1_shard2_replica_n41/] - recoveringAfterStartup=[true]
[junit4] 2> 810678 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_n45 url=http://127.0.0.1:42385 START replicas=[http://127.0.0.1:38993/collection1_shard2_replica_n41/] nUpdates=100
[junit4] 2> 810678 INFO (SocketProxy-Acceptor-38993) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37964,localport=38993], receiveBufferSize:531000
[junit4] 2> 810678 INFO (SocketProxy-Acceptor-38993) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33163,localport=58570], receiveBufferSize=530904
[junit4] 2> 810679 INFO (qtp1650509515-6676) [ ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 810679 INFO (qtp1650509515-6676) [ ] o.a.s.c.S.Request [collection1_shard2_replica_n41] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 810679 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 810679 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 810679 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 810679 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 810680 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 810680 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 810680 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 810680 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 810680 INFO (recoveryExecutor-972-thread-1) [ ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 811177 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 811178 INFO (qtp1491397755-6626) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575179463663026176,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 811178 INFO (qtp1491397755-6626) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 811179 INFO (qtp1491397755-6626) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 811179 INFO (qtp1491397755-6626) [ ] o.a.s.u.p.LogUpdateProcessorFactory [control_collection_shard1_replica_n1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 811179 INFO (SocketProxy-Acceptor-41833) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37102,localport=41833], receiveBufferSize:531000
[junit4] 2> 811180 INFO (SocketProxy-Acceptor-41833) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42167,localport=59898], receiveBufferSize=530904
[junit4] 2> 811181 INFO (SocketProxy-Acceptor-41833) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37106,localport=41833], receiveBufferSize:531000
[junit4] 2> 811181 INFO (SocketProxy-Acceptor-38993) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37978,localport=38993], receiveBufferSize:531000
[junit4] 2> 811181 INFO (SocketProxy-Acceptor-42385) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59968,localport=42385], receiveBufferSize:531000
[junit4] 2> 811181 INFO (SocketProxy-Acceptor-41833) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42167,localport=59902], receiveBufferSize=530904
[junit4] 2> 811182 INFO (qtp1573702089-6706) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575179463667220480,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 811182 INFO (qtp1573702089-6706) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 811182 INFO (qtp1573702089-6706) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 811182 INFO (qtp1573702089-6706) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n43] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:41833/collection1_shard1_replica_n43/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 811182 INFO (SocketProxy-Acceptor-42385) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46623,localport=36448], receiveBufferSize=530904
[junit4] 2> 811182 INFO (SocketProxy-Acceptor-38993) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33163,localport=58586], receiveBufferSize=530904
[junit4] 2> 811182 INFO (qtp1650509515-6670) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575179463667220480,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 811183 INFO (qtp1650509515-6670) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 811183 INFO (qtp981754707-6734) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575179463668269056,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 811183 INFO (qtp981754707-6734) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 811183 INFO (qtp1650509515-6670) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 811183 INFO (qtp1650509515-6670) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n41] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:41833/collection1_shard1_replica_n43/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 811183 INFO (qtp981754707-6734) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 811183 INFO (qtp981754707-6734) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n45] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:41833/collection1_shard1_replica_n43/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 811183 INFO (qtp1573702089-6708) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n43] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 811184 INFO (SocketProxy-Acceptor-38993) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37986,localport=38993], receiveBufferSize:531000
[junit4] 2> 811185 INFO (SocketProxy-Acceptor-38993) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33163,localport=58592], receiveBufferSize=530904
[junit4] 2> 811185 INFO (qtp1650509515-6674) [ ] o.a.s.c.S.Request [collection1_shard2_replica_n41] webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 811186 INFO (SocketProxy-Acceptor-42385) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59978,localport=42385], receiveBufferSize:531000
[junit4] 2> 811186 INFO (SocketProxy-Acceptor-42385) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46623,localport=36456], receiveBufferSize=530904
[junit4] 2> 811186 INFO (qtp981754707-6733) [ ] o.a.s.c.S.Request [collection1_shard2_replica_n45] webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 811187 INFO (SocketProxy-Acceptor-41833) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37126,localport=41833], receiveBufferSize:531000
[junit4] 2> 811188 INFO (SocketProxy-Acceptor-41833) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42167,localport=59922], receiveBufferSize=530904
[junit4] 2> 811188 INFO (qtp1573702089-6703) [ ] o.a.s.c.S.Request [collection1_shard1_replica_n43] webapp= path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 813188 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection with stateFormat=1: c8n_1x3_lf
[junit4] 2> 813189 INFO (SocketProxy-Acceptor-38993) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38002,localport=38993], receiveBufferSize:531000
[junit4] 2> 813190 INFO (SocketProxy-Acceptor-38993) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33163,localport=58608], receiveBufferSize=530904
[junit4] 2> 813190 INFO (qtp1650509515-6670) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&maxShardsPerNode=1&collection.configName=conf1&nrtReplicas=3&name=c8n_1x3_lf&action=CREATE&numShards=1&tlogReplicas=0&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 813193 INFO (OverseerThreadFactory-2903-thread-5) [ ] o.a.s.c.CreateCollectionCmd Create collection c8n_1x3_lf
[junit4] 2> 813297 INFO (qtp1491397755-6620) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_1x3_lf_shard1_replica_n1&action=CREATE&numShards=1&collection=c8n_1x3_lf&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 813298 INFO (qtp981754707-6739) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_1x3_lf_shard1_replica_n2&action=CREATE&numShards=1&collection=c8n_1x3_lf&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 813299 INFO (qtp1573702089-6707) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_1x3_lf_shard1_replica_n3&action=CREATE&numShards=1&collection=c8n_1x3_lf&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 814304 INFO (qtp1491397755-6620) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 814320 INFO (qtp1573702089-6707) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 814324 INFO (qtp981754707-6739) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 814328 INFO (qtp1491397755-6620) [ ] o.a.s.s.IndexSchema [c8n_1x3_lf_shard1_replica_n1] Schema name=test
[junit4] 2> 814329 INFO (qtp1573702089-6707) [ ] o.a.s.s.IndexSchema [c8n_1x3_lf_shard1_replica_n3] Schema name=test
[junit4] 2> 814348 INFO (qtp981754707-6739) [ ] o.a.s.s.IndexSchema [c8n_1x3_lf_shard1_replica_n2] Schema name=test
[junit4] 2> 814464 INFO (qtp1573702089-6707) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 814468 INFO (qtp1491397755-6620) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 814475 INFO (qtp981754707-6739) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 814477 INFO (qtp1573702089-6707) [ ] o.a.s.c.CoreContainer Creating SolrCore 'c8n_1x3_lf_shard1_replica_n3' using configuration from collection c8n_1x3_lf, trusted=true
[junit4] 2> 814478 INFO (qtp1573702089-6707) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.c8n_1x3_lf.shard1.replica_n3' (registry 'solr.core.c8n_1x3_lf.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 814478 INFO (qtp1573702089-6707) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 814478 INFO (qtp1573702089-6707) [ ] o.a.s.c.SolrCore [[c8n_1x3_lf_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-2-001/cores/c8n_1x3_lf_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-2-001/cores/c8n_1x3_lf_shard1_replica_n3/data/]
[junit4] 2> 814480 INFO (qtp1573702089-6707) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3404133423453837]
[junit4] 2> 814484 INFO (qtp1491397755-6620) [ ] o.a.s.c.CoreContainer Creating SolrCore 'c8n_1x3_lf_shard1_replica_n1' using configuration from collection c8n_1x3_lf, trusted=true
[junit4] 2> 814485 INFO (qtp1491397755-6620) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.c8n_1x3_lf.shard1.replica_n1' (registry 'solr.core.c8n_1x3_lf.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 814485 INFO (qtp1491397755-6620) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 814485 INFO (qtp1491397755-6620) [ ] o.a.s.c.SolrCore [[c8n_1x3_lf_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/control-001/cores/c8n_1x3_lf_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/control-001/cores/c8n_1x3_lf_shard1_replica_n1/data/]
[junit4] 2> 814487 WARN (qtp1573702089-6707) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 814488 INFO (qtp1491397755-6620) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3404133423453837]
[junit4] 2> 814489 INFO (qtp981754707-6739) [ ] o.a.s.c.CoreContainer Creating SolrCore 'c8n_1x3_lf_shard1_replica_n2' using configuration from collection c8n_1x3_lf, trusted=true
[junit4] 2> 814489 INFO (qtp981754707-6739) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.c8n_1x3_lf.shard1.replica_n2' (registry 'solr.core.c8n_1x3_lf.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@560dedce
[junit4] 2> 814489 INFO (qtp981754707-6739) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 814490 INFO (qtp981754707-6739) [ ] o.a.s.c.SolrCore [[c8n_1x3_lf_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-3-001/cores/c8n_1x3_lf_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001/shard-3-001/cores/c8n_1x3_lf_shard1_replica_n2/data/]
[junit4] 2> 814490 WARN (qtp1491397755-6620) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 814492 INFO (qtp981754707-6739) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3404133423453837]
[junit4] 2> 814502 WARN (qtp981754707-6739) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 814534 INFO (qtp1491397755-6620) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 814534 INFO (qtp1491397755-6620) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLU
[...truncated too long message...]
but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 932924 INFO (zkCallback-974-thread-3) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_n45] CLOSING SolrCore org.apache.solr.core.SolrCore@49f4c25f
[junit4] 2> 932925 INFO (zkCallback-974-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n45, tag=1240777311
[junit4] 2> 932929 INFO (zkCallback-974-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1240777311
[junit4] 2> 932930 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b103546{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 932930 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@21768617{/,null,UNAVAILABLE}
[junit4] 2> 932930 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 932931 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41515 41515
[junit4] 2> 936564 INFO (Thread-1588) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41515 41515
[junit4] 2> 936565 WARN (Thread-1588) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/collections/c8n_1x3_lf/state.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 936565 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:34779/, target: http://127.0.0.1:34731/
[junit4] 2> 936565 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:38993/, target: http://127.0.0.1:33163/
[junit4] 2> 936565 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:42385/, target: http://127.0.0.1:46623/
[junit4] 2> 936566 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[3EC2ACB2AD0019A9]) [ ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:41833/, target: http://127.0.0.1:42167/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=3EC2ACB2AD0019A9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-CS -Dtests.timezone=UCT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 135s J1 | LeaderFailoverAfterPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:42385","node_name":"127.0.0.1:42385_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/27)={
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node4":{
[junit4] > "core":"c8n_1x3_lf_shard1_replica_n1",
[junit4] > "base_url":"http://127.0.0.1:34779",
[junit4] > "node_name":"127.0.0.1:34779_",
[junit4] > "state":"down",
[junit4] > "type":"NRT"},
[junit4] > "core_node5":{
[junit4] > "core":"c8n_1x3_lf_shard1_replica_n2",
[junit4] > "base_url":"http://127.0.0.1:42385",
[junit4] > "node_name":"127.0.0.1:42385_",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"},
[junit4] > "core_node6":{
[junit4] > "state":"down",
[junit4] > "base_url":"http://127.0.0.1:41833",
[junit4] > "core":"c8n_1x3_lf_shard1_replica_n3",
[junit4] > "node_name":"127.0.0.1:41833_",
[junit4] > "type":"NRT"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"3",
[junit4] > "tlogReplicas":"0"}
[junit4] > at __randomizedtesting.SeedInfo.seed([3EC2ACB2AD0019A9:B696936803FC7451]:0)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_3EC2ACB2AD0019A9-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=FST50, multiDefault=PostingsFormat(name=Memory), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), intDefault=PostingsFormat(name=LuceneVarGapFixedInterval), id_i1=PostingsFormat(name=Memory), id=FST50, range_facet_i_dv=PostingsFormat(name=LuceneVarGapFixedInterval), text=Lucene50(blocksize=128), range_facet_l=PostingsFormat(name=LuceneVarGapFixedInterval), timestamp=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=435, maxMBSortInHeap=6.143808214142915, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-CS, timezone=UCT
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=266995640,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestSearchPerf, TestAuthorizationFramework, HdfsRestartWhileUpdatingTest, MultiThreadedOCPTest, TestScoreJoinQPNoScore, TestHighFrequencyDictionaryFactory, TestReloadDeadlock, TestPostingsSolrHighlighter, TestTrieFacet, ShardSplitTest, CloudExitableDirectoryReaderTest, ClassificationUpdateProcessorFactoryTest, IndexSchemaTest, DistributedQueryComponentOptimizationTest, TestFieldCacheSort, TestPullReplicaErrorHandling, OverriddenZkACLAndCredentialsProvidersTest, TestMaxScoreQueryParser, SolrSlf4jReporterTest, DocValuesMultiTest, CloneFieldUpdateProcessorFactoryTest, TestHashPartitioner, SegmentsInfoRequestHandlerTest, TestSha256AuthenticationProvider, QueryParsingTest, SystemInfoHandlerTest, DistributedMLTComponentTest, TestManagedSchemaThreadSafety, TestEmbeddedSolrServerSchemaAPI, HighlighterMaxOffsetTest, TestGraphMLResponseWriter, TestPayloadScoreQParserPlugin, SampleTest, DistributedDebugComponentTest, TestPivotHelperCode, PeerSyncReplicationTest, UUIDUpdateProcessorFallbackTest, ConvertedLegacyTest, ClusterStateUpdateTest, NoCacheHeaderTest, SuggesterTSTTest, TestRawResponseWriter, TestFieldSortValues, ActionThrottleTest, DistributedFacetPivotSmallTest, UpdateRequestProcessorFactoryTest, ExplicitHLLTest, SpatialHeatmapFacetsTest, BlockJoinFacetDistribTest, TestSmileRequest, TestTolerantUpdateProcessorCloud, TestOnReconnectListenerSupport, SortSpecParsingTest, TestTestInjection, DistributedFacetPivotLargeTest, TestUpdate, SpatialFilterTest, RollingRestartTest, TestSolrIndexConfig, HealthCheckHandlerTest, IndexSchemaRuntimeFieldTest, ResourceLoaderTest, JSONWriterTest, TestCustomDocTransformer, QueryResultKeyTest, TestChildDocTransformer, TestManagedStopFilterFactory, ConjunctionSolrSpellCheckerTest, TestSystemIdResolver, TestLocalFSCloudBackupRestore, CurrencyFieldTypeTest, SOLR749Test, TestSimpleTextCodec, ChaosMonkeySafeLeaderWithPullReplicasTest, LoggingHandlerTest, TestStressRecovery, LeaderFailoverAfterPartitionTest]
[junit4] Completed [323/728 (1!)] on J1 in 134.61s, 1 test, 1 failure <<< FAILURES!
[...truncated 37823 lines...]