You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/02/14 04:24:19 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 2323 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2323/
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:39317","node_name":"127.0.0.1:39317_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/12)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:39317", "node_name":"127.0.0.1:39317_", "state":"active", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:60535", "node_name":"127.0.0.1:60535_", "state":"down", "type":"NRT"}, "core_node6":{ "core":"c8n_1x3_lf_shard1_replica_n3", "base_url":"http://127.0.0.1:53274", "node_name":"127.0.0.1:53274_", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:39317","node_name":"127.0.0.1:39317_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/12)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:39317",
"node_name":"127.0.0.1:39317_",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:60535",
"node_name":"127.0.0.1:60535_",
"state":"down",
"type":"NRT"},
"core_node6":{
"core":"c8n_1x3_lf_shard1_replica_n3",
"base_url":"http://127.0.0.1:53274",
"node_name":"127.0.0.1:53274_",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([68EA298AA134BD99:E0BE16500FC8D061]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13922 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/init-core-data-001
[junit4] 2> 1464749 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[68EA298AA134BD99]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1464749 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[68EA298AA134BD99]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1464750 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[68EA298AA134BD99]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1464750 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[68EA298AA134BD99]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1464750 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[68EA298AA134BD99]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1464752 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1464752 INFO (Thread-3580) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1464753 INFO (Thread-3580) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1464754 ERROR (Thread-3580) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1464853 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.ZkTestServer start zk server on port:41822
[junit4] 2> 1464854 INFO (zkConnectionManagerCallback-3381-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1464856 INFO (zkConnectionManagerCallback-3383-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1464861 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1464862 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1464863 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1464864 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1464865 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1464866 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1464866 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1464867 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1464868 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1464869 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1464870 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1464871 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1464955 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1464956 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1464956 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1464956 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1464956 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a771cf4{/,null,AVAILABLE}
[junit4] 2> 1464957 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a710519{HTTP/1.1,[http/1.1]}{127.0.0.1:54036}
[junit4] 2> 1464957 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server Started @1467548ms
[junit4] 2> 1464957 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/tempDir-001/control/data, hostContext=/, hostPort=39317, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/control-001/cores}
[junit4] 2> 1464957 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1464957 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1464958 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1464958 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1464958 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T03:51:29.469Z
[junit4] 2> 1464959 INFO (zkConnectionManagerCallback-3385-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1464960 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1464960 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/control-001/solr.xml
[junit4] 2> 1464963 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1464963 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1464965 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1464967 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41822/solr
[junit4] 2> 1464968 INFO (zkConnectionManagerCallback-3389-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1464969 INFO (zkConnectionManagerCallback-3391-thread-1-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1465023 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1465024 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39317_
[junit4] 2> 1465024 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.c.Overseer Overseer (id=73291780925882372-127.0.0.1:39317_-n_0000000000) starting
[junit4] 2> 1465030 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39317_
[junit4] 2> 1465039 INFO (zkCallback-3390-thread-1-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1465084 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1465092 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1465093 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1465094 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/control-001/cores
[junit4] 2> 1465110 INFO (zkConnectionManagerCallback-3397-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1465111 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1465112 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41822/solr ready
[junit4] 2> 1465112 INFO (SocketProxy-Acceptor-39317) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59587,localport=39317], receiveBufferSize:531000
[junit4] 2> 1465112 INFO (SocketProxy-Acceptor-39317) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=54036,localport=36889], receiveBufferSize=530904
[junit4] 2> 1465113 INFO (qtp1984258198-15673) [n:127.0.0.1:39317_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39317_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1465114 INFO (OverseerThreadFactory-6949-thread-1-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1465218 INFO (SocketProxy-Acceptor-39317) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59591,localport=39317], receiveBufferSize:531000
[junit4] 2> 1465219 INFO (SocketProxy-Acceptor-39317) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=54036,localport=36893], receiveBufferSize=530904
[junit4] 2> 1465219 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1465219 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1465322 INFO (zkCallback-3390-thread-1-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1466232 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1466244 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1466368 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1466379 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1466380 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1466380 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1466380 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1466382 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=39.1708984375, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=18.277987823128747, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8518988113197338
[junit4] 2> 1466389 WARN (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1466428 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1466428 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1466429 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1466429 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1466430 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=92.7587890625, floorSegmentMB=1.1796875, forceMergeDeletesPctAllowed=1.4323881509306624, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1466431 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b5de851[control_collection_shard1_replica_n1] main]
[junit4] 2> 1466432 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1466432 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1466433 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1466433 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592346847156895744
[junit4] 2> 1466435 INFO (searcherExecutor-6952-thread-1-processing-n:127.0.0.1:39317_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4b5de851[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1466439 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1466439 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1466439 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39317/control_collection_shard1_replica_n1/
[junit4] 2> 1466440 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1466440 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39317/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1466440 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1466442 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39317/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1466543 INFO (zkCallback-3390-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1466592 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1466594 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1374
[junit4] 2> 1466596 INFO (qtp1984258198-15673) [n:127.0.0.1:39317_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1466694 INFO (zkCallback-3390-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1467116 INFO (OverseerCollectionConfigSetProcessor-73291780925882372-127.0.0.1:39317_-n_0000000000) [n:127.0.0.1:39317_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1467596 INFO (qtp1984258198-15673) [n:127.0.0.1:39317_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39317_&wt=javabin&version=2} status=0 QTime=2482
[junit4] 2> 1467599 INFO (zkConnectionManagerCallback-3401-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1467600 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1467601 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41822/solr ready
[junit4] 2> 1467601 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1467601 INFO (SocketProxy-Acceptor-39317) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59606,localport=39317], receiveBufferSize:531000
[junit4] 2> 1467602 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1467606 INFO (SocketProxy-Acceptor-39317) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=54036,localport=36908], receiveBufferSize=530904
[junit4] 2> 1467607 INFO (OverseerThreadFactory-6949-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1467607 WARN (OverseerThreadFactory-6949-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1467810 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1467811 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=209
[junit4] 2> 1467895 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001 of type NRT
[junit4] 2> 1467896 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1467897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1467897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1467897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1467897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28edb13c{/,null,AVAILABLE}
[junit4] 2> 1467897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53f3e554{HTTP/1.1,[http/1.1]}{127.0.0.1:42510}
[junit4] 2> 1467897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server Started @1470488ms
[junit4] 2> 1467897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=60535, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001/cores}
[junit4] 2> 1467898 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1467898 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1467898 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1467898 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1467898 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T03:51:32.409Z
[junit4] 2> 1467899 INFO (zkConnectionManagerCallback-3403-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1467900 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1467900 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001/solr.xml
[junit4] 2> 1467903 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1467903 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1467904 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1467907 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41822/solr
[junit4] 2> 1467908 INFO (zkConnectionManagerCallback-3407-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1467909 INFO (zkConnectionManagerCallback-3409-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1467914 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1467916 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1467917 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60535_
[junit4] 2> 1467918 INFO (zkCallback-3390-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1467923 INFO (zkCallback-3400-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1467927 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1467998 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1468008 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1468008 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1468009 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001/cores
[junit4] 2> 1468033 INFO (qtp1984258198-15675) [n:127.0.0.1:39317_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:60535_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1468035 INFO (OverseerCollectionConfigSetProcessor-73291780925882372-127.0.0.1:39317_-n_0000000000) [n:127.0.0.1:39317_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1468035 INFO (OverseerThreadFactory-6949-thread-3-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:60535_ for creating new replica
[junit4] 2> 1468037 INFO (SocketProxy-Acceptor-60535) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=36130,localport=60535], receiveBufferSize:531000
[junit4] 2> 1468037 INFO (SocketProxy-Acceptor-60535) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42510,localport=49465], receiveBufferSize=530904
[junit4] 2> 1468038 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1468038 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1468141 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1469050 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1469062 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 1469165 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1469176 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 1469176 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1469176 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1469176 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 1469178 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=39.1708984375, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=18.277987823128747, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8518988113197338
[junit4] 2> 1469180 WARN (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1469215 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1469216 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1469216 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1469217 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1469218 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=92.7587890625, floorSegmentMB=1.1796875, forceMergeDeletesPctAllowed=1.4323881509306624, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1469218 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ea06709[collection1_shard2_replica_n41] main]
[junit4] 2> 1469219 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1469219 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1469220 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1469220 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592346850079277056
[junit4] 2> 1469220 INFO (searcherExecutor-6963-thread-1-processing-n:127.0.0.1:60535_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@6ea06709[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1469226 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1469226 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1469226 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60535/collection1_shard2_replica_n41/
[junit4] 2> 1469226 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1469226 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:60535/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 1469226 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1469228 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60535/collection1_shard2_replica_n41/ shard2
[junit4] 2> 1469329 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1469379 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1469380 INFO (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1342
[junit4] 2> 1469382 INFO (qtp1984258198-15675) [n:127.0.0.1:39317_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:60535_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1348
[junit4] 2> 1469471 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001 of type NRT
[junit4] 2> 1469471 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1469472 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1469472 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1469472 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1469472 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@478228eb{/,null,AVAILABLE}
[junit4] 2> 1469473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5755d040{HTTP/1.1,[http/1.1]}{127.0.0.1:45730}
[junit4] 2> 1469473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server Started @1472064ms
[junit4] 2> 1469473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=50499, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001/cores}
[junit4] 2> 1469473 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1469473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1469473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1469473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1469473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T03:51:33.984Z
[junit4] 2> 1469475 INFO (zkConnectionManagerCallback-3413-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1469475 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1469475 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001/solr.xml
[junit4] 2> 1469478 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1469479 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1469480 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1469481 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1469482 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41822/solr
[junit4] 2> 1469483 INFO (zkConnectionManagerCallback-3417-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1469484 INFO (zkConnectionManagerCallback-3419-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1469488 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1469489 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1469491 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50499_
[junit4] 2> 1469492 INFO (zkCallback-3400-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1469492 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1469492 INFO (zkCallback-3390-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1469495 INFO (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1469583 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1469593 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1469593 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1469595 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001/cores
[junit4] 2> 1469635 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:50499_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1469637 INFO (OverseerCollectionConfigSetProcessor-73291780925882372-127.0.0.1:39317_-n_0000000000) [n:127.0.0.1:39317_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1469637 INFO (OverseerThreadFactory-6949-thread-4-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:50499_ for creating new replica
[junit4] 2> 1469639 INFO (SocketProxy-Acceptor-50499) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49403,localport=50499], receiveBufferSize:531000
[junit4] 2> 1469639 INFO (SocketProxy-Acceptor-50499) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45730,localport=52088], receiveBufferSize=530904
[junit4] 2> 1469639 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1469640 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1469743 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1469743 INFO (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1470652 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1470667 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 1470768 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1470780 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 1470781 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1470781 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1470781 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 1470783 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=39.1708984375, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=18.277987823128747, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8518988113197338
[junit4] 2> 1470785 WARN (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1470822 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1470822 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1470823 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1470823 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1470824 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=92.7587890625, floorSegmentMB=1.1796875, forceMergeDeletesPctAllowed=1.4323881509306624, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1470824 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@6045e3d9[collection1_shard1_replica_n43] main]
[junit4] 2> 1470825 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1470826 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1470826 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1470827 INFO (searcherExecutor-6974-thread-1-processing-n:127.0.0.1:50499_ x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@6045e3d9[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1470827 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592346851764338688
[junit4] 2> 1470832 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1470832 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1470833 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50499/collection1_shard1_replica_n43/
[junit4] 2> 1470833 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1470833 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:50499/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 1470833 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1470835 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50499/collection1_shard1_replica_n43/ shard1
[junit4] 2> 1470936 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1470936 INFO (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1470986 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1470987 INFO (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1347
[junit4] 2> 1470988 INFO (qtp1984258198-15677) [n:127.0.0.1:39317_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:50499_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1353
[junit4] 2> 1471079 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001 of type NRT
[junit4] 2> 1471079 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1471080 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1471080 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1471080 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1471081 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68ecda1a{/,null,AVAILABLE}
[junit4] 2> 1471081 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@693833c8{HTTP/1.1,[http/1.1]}{127.0.0.1:53062}
[junit4] 2> 1471081 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.e.j.s.Server Started @1473672ms
[junit4] 2> 1471081 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=53274, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001/cores}
[junit4] 2> 1471081 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1471081 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1471082 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1471082 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1471082 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T03:51:35.593Z
[junit4] 2> 1471083 INFO (zkConnectionManagerCallback-3423-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1471084 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1471084 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001/solr.xml
[junit4] 2> 1471087 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1471087 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1471087 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1471087 INFO (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1471088 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1471090 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41822/solr
[junit4] 2> 1471091 INFO (zkConnectionManagerCallback-3427-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1471092 INFO (zkConnectionManagerCallback-3429-thread-1-processing-n:127.0.0.1:53274_) [n:127.0.0.1:53274_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1471096 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1471098 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1471099 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53274_
[junit4] 2> 1471100 INFO (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1471100 INFO (zkCallback-3400-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1471100 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1471100 INFO (zkCallback-3390-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1471104 INFO (zkCallback-3428-thread-1-processing-n:127.0.0.1:53274_) [n:127.0.0.1:53274_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1471193 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1471203 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1471203 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1471204 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001/cores
[junit4] 2> 1471243 INFO (qtp1984258198-15675) [n:127.0.0.1:39317_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:53274_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1471245 INFO (OverseerCollectionConfigSetProcessor-73291780925882372-127.0.0.1:39317_-n_0000000000) [n:127.0.0.1:39317_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1471245 INFO (OverseerThreadFactory-6949-thread-5-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:53274_ for creating new replica
[junit4] 2> 1471248 INFO (SocketProxy-Acceptor-53274) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57699,localport=53274], receiveBufferSize:531000
[junit4] 2> 1471248 INFO (SocketProxy-Acceptor-53274) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=53062,localport=41552], receiveBufferSize=530904
[junit4] 2> 1471249 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1471249 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1471352 INFO (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1471352 INFO (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1471352 INFO (zkCallback-3428-thread-1-processing-n:127.0.0.1:53274_) [n:127.0.0.1:53274_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1472261 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1472285 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 1472395 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1472406 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 1472406 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
[junit4] 2> 1472407 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1472407 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 1472409 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=39.1708984375, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=18.277987823128747, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8518988113197338
[junit4] 2> 1472411 WARN (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1472446 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1472446 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1472447 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1472447 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1472448 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=92.7587890625, floorSegmentMB=1.1796875, forceMergeDeletesPctAllowed=1.4323881509306624, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1472448 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@794f7d9b[collection1_shard2_replica_n45] main]
[junit4] 2> 1472449 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1472449 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1472450 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1472451 INFO (searcherExecutor-6985-thread-1-processing-n:127.0.0.1:53274_ x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@794f7d9b[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1472451 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592346853467226112
[junit4] 2> 1472458 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
[junit4] 2> 1472458 INFO (updateExecutor-3424-thread-1-processing-n:127.0.0.1:53274_ x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:53274_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1472458 INFO (recoveryExecutor-3425-thread-1-processing-n:127.0.0.1:53274_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:53274_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1472463 INFO (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1209
[junit4] 2> 1472463 INFO (recoveryExecutor-3425-thread-1-processing-n:127.0.0.1:53274_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:53274_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1472464 INFO (qtp1984258198-15675) [n:127.0.0.1:39317_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:53274_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1221
[junit4] 2> 1472465 INFO (SocketProxy-Acceptor-60535) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=36195,localport=60535], receiveBufferSize:531000
[junit4] 2> 1472466 INFO (SocketProxy-Acceptor-60535) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42510,localport=49530], receiveBufferSize=530904
[junit4] 2> 1472466 INFO (qtp398997416-15732) [n:127.0.0.1:60535_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_n41] o.a.s.c.S.Request [collection1_shard2_replica_n41] webapp= path=/admin/ping params={w
[...truncated too long message...]
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/collections/c8n_1x3_lf/state.json
[junit4] 2> 2 /solr/overseer_elect/election/73291780925882372-127.0.0.1:39317_-n_0000000000
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1589284 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:60535/, target: http://127.0.0.1:42510/
[junit4] 2> 1589284 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:53274/, target: http://127.0.0.1:53062/
[junit4] 2> 1589284 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:50499/, target: http://127.0.0.1:45730/
[junit4] 2> 1589284 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [ ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:39317/, target: http://127.0.0.1:54036/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=68EA298AA134BD99 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-IN -Dtests.timezone=Africa/Maputo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 125s J2 | LeaderFailoverAfterPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:39317","node_name":"127.0.0.1:39317_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/12)={
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node4":{
[junit4] > "core":"c8n_1x3_lf_shard1_replica_n1",
[junit4] > "base_url":"http://127.0.0.1:39317",
[junit4] > "node_name":"127.0.0.1:39317_",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"},
[junit4] > "core_node5":{
[junit4] > "core":"c8n_1x3_lf_shard1_replica_n2",
[junit4] > "base_url":"http://127.0.0.1:60535",
[junit4] > "node_name":"127.0.0.1:60535_",
[junit4] > "state":"down",
[junit4] > "type":"NRT"},
[junit4] > "core_node6":{
[junit4] > "core":"c8n_1x3_lf_shard1_replica_n3",
[junit4] > "base_url":"http://127.0.0.1:53274",
[junit4] > "node_name":"127.0.0.1:53274_",
[junit4] > "state":"down",
[junit4] > "type":"NRT"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"3",
[junit4] > "tlogReplicas":"0"}
[junit4] > at __randomizedtesting.SeedInfo.seed([68EA298AA134BD99:E0BE16500FC8D061]:0)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001
[junit4] 2> Feb 14, 2018 3:53:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=Asserting), id=PostingsFormat(name=Memory), text=BlockTreeOrds(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1826, maxMBSortInHeap=6.939049623963149, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4217fbd9), locale=en-IN, timezone=Africa/Maputo
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=80262384,total=525336576
[junit4] 2> NOTE: All tests run in this JVM: [CircularListTest, TestNonDefinedSimilarityFactory, TestUtils, TestUniqueKeyFieldResource, ClusterStateUpdateTest, BasicAuthStandaloneTest, TestCodecSupport, TestPointFields, MetricTriggerTest, TriLevelCompositeIdRoutingTest, TestInPlaceUpdatesStandalone, ConnectionReuseTest, RulesTest, SearchRateTriggerTest, TestFiltering, TestLeaderInitiatedRecoveryThread, CachingDirectoryFactoryTest, PingRequestHandlerTest, DocValuesMissingTest, TestManagedSchema, NoCacheHeaderTest, ConnectionManagerTest, NotRequiredUniqueKeyTest, IndexSchemaRuntimeFieldTest, UniqFieldsUpdateProcessorFactoryTest, RestartWhileUpdatingTest, TestConfigSetsAPIExclusivity, TestCoreDiscovery, TestCollectionAPIs, TestReplicaProperties, MultiTermTest, TimeZoneUtilsTest, TestConfigSetImmutable, FullHLLTest, BigEndianAscendingWordSerializerTest, QueryResultKeyTest, TestGraphTermsQParserPlugin, CloneFieldUpdateProcessorFactoryTest, RankQueryTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestCloudSchemaless, TermVectorComponentTest, ShufflingReplicaListTransformerTest, TestExactStatsCache, TestRealTimeGet, CdcrReplicationDistributedZkTest, TestSortableTextField, SearchHandlerTest, MetricsHandlerTest, ResponseBuilderTest, SolrCoreMetricManagerTest, SolrCloudReportersTest, TestPullReplicaErrorHandling, CoreAdminHandlerTest, TestManagedSynonymGraphFilterFactory, TestSolrConfigHandlerConcurrent, TestCloudPivotFacet, MultiThreadedOCPTest, ParsingFieldUpdateProcessorsTest, NumberUtilsTest, AutoAddReplicasPlanActionTest, HdfsNNFailoverTest, ZkStateWriterTest, DocValuesTest, TestCloudNestedDocsSort, TestValueSourceCache, TestQueryTypes, TestRTimerTree, TestFieldCollectionResource, TestHttpShardHandlerFactory, SolrJmxReporterCloudTest, TestSortByMinMaxFunction, DistributedFacetExistsSmallTest, TestCollectionsAPIViaSolrCloudCluster, PeerSyncReplicationTest, TestManagedResourceStorage, SegmentsInfoRequestHandlerTest, CleanupOldIndexTest, JavabinLoaderTest, TestAtomicUpdateErrorCases, TestLegacyNumericUtils, TestExclusionRuleCollectionAccess, ClassificationUpdateProcessorFactoryTest, TestGraphMLResponseWriter, TestZkAclsWithHadoopAuth, TestLMJelinekMercerSimilarityFactory, MoveReplicaHDFSFailoverTest, SolrCmdDistributorTest, TestFieldCacheSort, DistanceFunctionTest, BasicDistributedZk2Test, SolrMetricsIntegrationTest, SimpleMLTQParserTest, ForceLeaderTest, TestRangeQuery, TestSolrQueryResponse, AnalyticsMergeStrategyTest, OverriddenZkACLAndCredentialsProvidersTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestCollapseQParserPlugin, PreAnalyzedFieldTest, CollectionsAPISolrJTest, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, TestPKIAuthenticationPlugin, MinimalSchemaTest, DistributedSpellCheckComponentTest, SpatialFilterTest, ConcurrentDeleteAndCreateCollectionTest, SubstringBytesRefFilterTest, TestStreamBody, URLClassifyProcessorTest, DirectSolrSpellCheckerTest, SparseHLLTest, SpatialRPTFieldTypeTest, TestSimpleTextCodec, NumericFieldsTest, TestCoreContainer, LeaderElectionIntegrationTest, TestRebalanceLeaders, TestStressUserVersions, DisMaxRequestHandlerTest, TestTolerantSearch, DistributedQueueTest, TestJmxIntegration, TestDocTermOrds, SimplePostToolTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SuggesterTSTTest, SuggesterTest, TestTrie, TestCSVLoader, SchemaVersionSpecificBehaviorTest, QueryEqualityTest, DocValuesMultiTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, DebugComponentTest, LukeRequestHandlerTest, TestOmitPositions, TestIndexingPerformance, LoggingHandlerTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, TestComponentsName, TestLFUCache, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, ActionThrottleTest, AssignBackwardCompatibilityTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CreateCollectionCleanupTest, DeleteNodeTest, DeleteStatusTest, DistribJoinFromCollectionTest, HttpPartitionOnCommitTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest]
[junit4] Completed [554/776 (1!)] on J2 in 124.82s, 1 test, 1 failure <<< FAILURES!
[...truncated 49113 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2324 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2324/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.RangeFacetTest
Error Message:
Error from server at https://127.0.0.1:35425/solr: Expected mime type application/octet-stream but got text/html. <h1>Bad Message 400</h1><pre>reason: Illegal character 0x0</pre>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35425/solr: Expected mime type application/octet-stream but got text/html. <h1>Bad Message 400</h1><pre>reason: Illegal character 0x0</pre>
at __randomizedtesting.SeedInfo.seed([2B4B045324920074]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([29A6774E55933F0:FBD7F4DBD92C7E7A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:282)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([29A6774E55933F0:B89650FBBAB1E5BF]:0)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([29A6774E55933F0:6F66C3895F11CCF7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12636 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 1302716 INFO (SUITE-ShardSplitTest-seed#[29A6774E55933F0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/init-core-data-001
[junit4] 2> 1302717 WARN (SUITE-ShardSplitTest-seed#[29A6774E55933F0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1302717 INFO (SUITE-ShardSplitTest-seed#[29A6774E55933F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1302718 INFO (SUITE-ShardSplitTest-seed#[29A6774E55933F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1302718 INFO (SUITE-ShardSplitTest-seed#[29A6774E55933F0]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1302732 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1302733 INFO (Thread-2144) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1302733 INFO (Thread-2144) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1302735 ERROR (Thread-2144) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1302833 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.ZkTestServer start zk server on port:43952
[junit4] 2> 1302836 INFO (zkConnectionManagerCallback-528-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1302839 INFO (zkConnectionManagerCallback-530-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1302844 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1302854 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1302855 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1302857 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1302870 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1302872 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1302873 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1302888 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1302889 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1302898 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1302901 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1302903 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 1302903 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10038a2a3df0001, likely client has closed socket
[junit4] 2> 1303733 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1303787 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1303787 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1303787 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1303787 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b62dc6d{/,null,AVAILABLE}
[junit4] 2> 1303789 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b087b7b{HTTP/1.1,[http/1.1]}{127.0.0.1:40777}
[junit4] 2> 1303789 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server Started @1314661ms
[junit4] 2> 1303789 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=40777, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/control-001/cores}
[junit4] 2> 1303789 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1303789 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1303789 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1303789 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1303789 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T12:53:02.997Z
[junit4] 2> 1303856 INFO (zkConnectionManagerCallback-532-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1303877 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1303877 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/control-001/solr.xml
[junit4] 2> 1303898 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1303898 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1303899 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1303914 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43952/solr
[junit4] 2> 1303916 INFO (zkConnectionManagerCallback-536-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1304040 INFO (zkConnectionManagerCallback-538-thread-1-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1304576 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1304577 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40777_
[junit4] 2> 1304578 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.c.Overseer Overseer (id=72119865223086084-127.0.0.1:40777_-n_0000000000) starting
[junit4] 2> 1304601 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40777_
[junit4] 2> 1304602 INFO (OverseerStateUpdate-72119865223086084-127.0.0.1:40777_-n_0000000000) [n:127.0.0.1:40777_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1304788 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1304821 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1304821 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1304831 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/control-001/cores
[junit4] 2> 1304894 INFO (zkConnectionManagerCallback-544-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1304895 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1304896 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43952/solr ready
[junit4] 2> 1304912 INFO (qtp345685293-4747) [n:127.0.0.1:40777_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40777_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1304956 INFO (OverseerThreadFactory-1561-thread-1-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1305064 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1305064 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1305182 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1306172 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1306217 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1306502 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1306528 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1306528 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1306555 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1306555 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1306558 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1392201685, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1306588 WARN (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1306704 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1306704 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1306705 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1306705 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1306722 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=29.515625, floorSegmentMB=1.771484375, forceMergeDeletesPctAllowed=15.231920258584283, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14155219057607304
[junit4] 2> 1306723 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63fbf9a5[control_collection_shard1_replica_n1] main]
[junit4] 2> 1306724 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1306724 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1306725 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1306726 INFO (searcherExecutor-1564-thread-1-processing-n:127.0.0.1:40777_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@63fbf9a5[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1306738 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592380920636112896
[junit4] 2> 1306745 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1306745 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1306745 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40777/control_collection_shard1_replica_n1/
[junit4] 2> 1306745 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1306745 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:40777/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1306745 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1306748 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40777/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1306860 INFO (zkCallback-537-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1306899 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1306900 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1837
[junit4] 2> 1306921 INFO (qtp345685293-4747) [n:127.0.0.1:40777_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1306975 INFO (OverseerCollectionConfigSetProcessor-72119865223086084-127.0.0.1:40777_-n_0000000000) [n:127.0.0.1:40777_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1307022 INFO (zkCallback-537-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1307925 INFO (qtp345685293-4747) [n:127.0.0.1:40777_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40777_&wt=javabin&version=2} status=0 QTime=3012
[junit4] 2> 1308088 INFO (zkConnectionManagerCallback-548-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1308161 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1308230 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43952/solr ready
[junit4] 2> 1308230 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1308275 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1308433 INFO (OverseerThreadFactory-1561-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1308487 WARN (OverseerThreadFactory-1561-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1308791 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1308791 INFO (qtp345685293-4751) [n:127.0.0.1:40777_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=515
[junit4] 2> 1309428 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001 of type TLOG
[junit4] 2> 1309441 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1309442 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1309442 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1309442 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1309442 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a49d116{/,null,AVAILABLE}
[junit4] 2> 1309443 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@bd9ef6d{HTTP/1.1,[http/1.1]}{127.0.0.1:45913}
[junit4] 2> 1309443 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server Started @1320315ms
[junit4] 2> 1309443 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=45913, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001/cores}
[junit4] 2> 1309443 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1309443 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1309443 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1309443 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1309443 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T12:53:08.651Z
[junit4] 2> 1309469 INFO (zkConnectionManagerCallback-550-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309470 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1309470 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001/solr.xml
[junit4] 2> 1309492 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1309492 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1309493 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1309495 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43952/solr
[junit4] 2> 1309527 INFO (zkConnectionManagerCallback-554-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309574 INFO (zkConnectionManagerCallback-556-thread-1-processing-n:127.0.0.1:45913_) [n:127.0.0.1:45913_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309588 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1309589 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1309607 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45913_
[junit4] 2> 1309632 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1309672 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:45913_) [n:127.0.0.1:45913_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1309672 INFO (zkCallback-547-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1310014 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1310056 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1310057 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1310058 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001/cores
[junit4] 2> 1310161 INFO (qtp345685293-4749) [n:127.0.0.1:40777_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45913_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1310173 INFO (OverseerCollectionConfigSetProcessor-72119865223086084-127.0.0.1:40777_-n_0000000000) [n:127.0.0.1:40777_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1310174 INFO (OverseerThreadFactory-1561-thread-3-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45913_ for creating new replica
[junit4] 2> 1310198 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1310198 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1311221 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1311231 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 1311404 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1311437 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 1311438 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1311438 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1311438 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 1311454 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1392201685, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1311492 WARN (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1311590 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1311590 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1311591 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1311591 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1311592 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=29.515625, floorSegmentMB=1.771484375, forceMergeDeletesPctAllowed=15.231920258584283, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14155219057607304
[junit4] 2> 1311631 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@61dc0174[collection1_shard2_replica_t41] main]
[junit4] 2> 1311633 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1311633 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1311634 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1311635 INFO (searcherExecutor-1575-thread-1-processing-n:127.0.0.1:45913_ x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@61dc0174[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1311635 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592380925770989568
[junit4] 2> 1311642 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1311642 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1311642 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45913/collection1_shard2_replica_t41/
[junit4] 2> 1311642 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1311642 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:45913/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 1311642 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1311642 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 1311654 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45913/collection1_shard2_replica_t41/ shard2
[junit4] 2> 1311830 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1311833 INFO (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1634
[junit4] 2> 1311875 INFO (qtp345685293-4749) [n:127.0.0.1:40777_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45913_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1714
[junit4] 2> 1312189 INFO (OverseerCollectionConfigSetProcessor-72119865223086084-127.0.0.1:40777_-n_0000000000) [n:127.0.0.1:40777_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1312381 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001 of type TLOG
[junit4] 2> 1312382 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1312436 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1312436 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1312437 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1312452 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@603772bb{/,null,AVAILABLE}
[junit4] 2> 1312453 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a11da51{HTTP/1.1,[http/1.1]}{127.0.0.1:35241}
[junit4] 2> 1312453 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server Started @1323326ms
[junit4] 2> 1312453 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=35241, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001/cores}
[junit4] 2> 1312453 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1312454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1312454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1312454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1312454 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T12:53:11.662Z
[junit4] 2> 1312501 INFO (zkConnectionManagerCallback-560-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1312537 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1312537 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001/solr.xml
[junit4] 2> 1312541 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1312541 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1312575 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1312611 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43952/solr
[junit4] 2> 1312648 INFO (zkConnectionManagerCallback-564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1312655 INFO (zkConnectionManagerCallback-566-thread-1-processing-n:127.0.0.1:35241_) [n:127.0.0.1:35241_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1312672 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1312675 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1312677 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35241_
[junit4] 2> 1312678 INFO (zkCallback-547-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1312700 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:45913_) [n:127.0.0.1:45913_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1312717 INFO (zkCallback-565-thread-1-processing-n:127.0.0.1:35241_) [n:127.0.0.1:35241_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1312717 INFO (zkCallback-537-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1312892 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1312914 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1312914 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1312924 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001/cores
[junit4] 2> 1313039 INFO (qtp83410511-4827) [n:127.0.0.1:35241_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35241_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1313059 INFO (OverseerThreadFactory-1561-thread-4-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:35241_ for creating new replica
[junit4] 2> 1313079 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1313079 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1314093 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1314104 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 1314255 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1314267 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 1314267 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1314268 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1314268 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 1314271 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1392201685, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1314286 WARN (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1314337 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1314337 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1314350 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1314350 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1314352 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=29.515625, floorSegmentMB=1.771484375, forceMergeDeletesPctAllowed=15.231920258584283, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14155219057607304
[junit4] 2> 1314352 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@f01934[collection1_shard1_replica_t43] main]
[junit4] 2> 1314353 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1314353 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1314354 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1314355 INFO (searcherExecutor-1586-thread-1-processing-n:127.0.0.1:35241_ x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@f01934[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1314355 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592380928623116288
[junit4] 2> 1314361 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1314361 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1314361 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35241/collection1_shard1_replica_t43/
[junit4] 2> 1314361 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1314361 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:35241/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 1314361 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1314361 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 1314364 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35241/collection1_shard1_replica_t43/ shard1
[junit4] 2> 1314515 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1314517 INFO (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1437
[junit4] 2> 1314523 INFO (qtp83410511-4827) [n:127.0.0.1:35241_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35241_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1483
[junit4] 2> 1314942 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001 of type TLOG
[junit4] 2> 1314943 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1314952 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1314952 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1314952 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1314953 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25add039{/,null,AVAILABLE}
[junit4] 2> 1314953 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5bd0e5a5{HTTP/1.1,[http/1.1]}{127.0.0.1:45227}
[junit4] 2> 1314953 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.e.j.s.Server Started @1325826ms
[junit4] 2> 1314953 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=45227, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001/cores}
[junit4] 2> 1314953 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1314960 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1314960 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1314960 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1314960 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-14T12:53:14.168Z
[junit4] 2> 1314962 INFO (zkConnectionManagerCallback-570-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1314963 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1314963 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001/solr.xml
[junit4] 2> 1314979 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1314979 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1314996 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1315011 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43952/solr
[junit4] 2> 1315041 INFO (zkConnectionManagerCallback-574-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1315086 INFO (OverseerCollectionConfigSetProcessor-72119865223086084-127.0.0.1:40777_-n_0000000000) [n:127.0.0.1:40777_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1315108 INFO (zkConnectionManagerCallback-576-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1315150 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1315153 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1315167 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45227_
[junit4] 2> 1315168 INFO (zkCallback-565-thread-1-processing-n:127.0.0.1:35241_) [n:127.0.0.1:35241_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1315168 INFO (zkCallback-547-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1315187 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:45913_) [n:127.0.0.1:45913_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1315189 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1315190 INFO (zkCallback-537-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1315394 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1315491 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1315491 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1315509 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001/cores
[junit4] 2> 1315634 INFO (qtp83410511-4829) [n:127.0.0.1:35241_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45227_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1315649 INFO (OverseerThreadFactory-1561-thread-5-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45227_ for creating new replica
[junit4] 2> 1315668 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1315668 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1316784 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1316823 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 1317124 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1317155 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
[junit4] 2> 1317155 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
[junit4] 2> 1317155 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1317155 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
[junit4] 2> 1317159 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1392201685, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1317188 WARN (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1317366 INFO (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateL
[...truncated too long message...]
t_collection/state.json
[junit4] 2> 13 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/.system/leader_elect/shard1/election/72120094448484360-core_node6-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/72120094448484360-127.0.0.1:35167_solr-n_0000000000
[junit4] 2> 2 /solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/72120094448484360-core_node6-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 13 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_29A6774E55933F0-001
[junit4] 2> Feb 14, 2018 1:51:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=BlockTreeOrds(blocksize=128), event.source_s=PostingsFormat(name=MockRandom), type=BlockTreeOrds(blocksize=128), before.actions_ss=PostingsFormat(name=MockRandom), event.property._enqueue_time__ss=BlockTreeOrds(blocksize=128), after.actions_ss=Lucene50(blocksize=128), stage_s=BlockTreeOrds(blocksize=128), event.id_s=PostingsFormat(name=Asserting), event.property.eventTimes_ss=BlockTreeOrds(blocksize=128), source_s=PostingsFormat(name=Asserting), event.type_s=BlockTreeOrds(blocksize=128), responses_ts=Lucene50(blocksize=128), id=PostingsFormat(name=Asserting), collections_ss=BlockTreeOrds(blocksize=128), operations.params_ts=BlockTreeOrds(blocksize=128), event.property.nodeNames_ss=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), event.time_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=199, maxMBSortInHeap=7.7767976689497935, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@720a6202), locale=ar-SA, timezone=Pacific/Chuuk
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=112601264,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [TestLeaderElectionWithEmptyReplica, TestDistributedSearch, UpdateParamsTest, TestConfigsApi, TestWriterPerf, DirectUpdateHandlerTest, TermVectorComponentDistributedTest, AssignBackwardCompatibilityTest, AssignTest, TestConfig, SolrIndexSplitterTest, BJQParserTest, TestUninvertingReader, StatsReloadRaceTest, TestFieldCacheSortRandom, ExternalFileFieldSortTest, TestDocSet, OpenExchangeRatesOrgProviderTest, HDFSCollectionsAPITest, TestBulkSchemaConcurrent, CdcrUpdateLogTest, NodeAddedTriggerTest, BlobRepositoryCloudTest, SimpleFacetsTest, ChaosMonkeyNothingIsSafeTest, TestShortCircuitedRequests, DocumentAnalysisRequestHandlerTest, CursorPagingTest, TestPerFieldSimilarityWithDefaultOverride, TestLockTree, SpatialHeatmapFacetsTest, TestDynamicFieldCollectionResource, TestTlogReplica, ActionThrottleTest, RollingRestartTest, TestDistribDocBasedVersion, SolrIndexMetricsTest, TestRandomFlRTGCloud, PropertiesRequestHandlerTest, BinaryUpdateRequestHandlerTest, TestPseudoReturnFields, CreateCollectionCleanupTest, TestChildDocTransformer, TestImpersonationWithHadoopAuth, TestWordDelimiterFilterFactory, TestStressCloudBlindAtomicUpdates, TestPHPSerializedResponseWriter, DistributedQueryElevationComponentTest, TestLuceneMatchVersion, OverseerCollectionConfigSetProcessorTest, SortSpecParsingTest, TestFieldCache, HighlighterConfigTest, ConcurrentCreateRoutedAliasTest, TestCrossCoreJoin, AtomicUpdateProcessorFactoryTest, HdfsSyncSliceTest, TestCloudInspectUtil, TestLegacyField, TestPhraseSuggestions, CurrencyFieldTypeTest, TestIndexingPerformance, TestHashQParserPlugin, TestLMDirichletSimilarityFactory, TestBackupRepositoryFactory, TestSchemaVersionResource, UpdateLogTest, DistributedFacetSimpleRefinementLongTailTest, SolrGangliaReporterTest, TestStressLucene, HLLSerializationTest, CollectionsAPIAsyncDistributedZkTest, TestNestedDocsSort, ZkSolrClientTest, EnumFieldTest, TestOmitPositions, ChaosMonkeySafeLeaderWithPullReplicasTest, TestRequestForwarding, HdfsChaosMonkeyNothingIsSafeTest, UUIDUpdateProcessorFallbackTest, TestCSVResponseWriter, TestGroupingSearch, PluginInfoTest, TestRequestStatusCollectionAPI, SolrShardReporterTest, ConfigureRecoveryStrategyTest, TestNamedUpdateProcessors, SynonymTokenizerTest, LIRRollingUpdatesTest, TestIBSimilarityFactory, TestMaxTokenLenTokenizer, SpellCheckCollatorWithCollapseTest, SolrJmxReporterTest, HttpSolrCallGetCoreTest, TestFastOutputStream, SimpleCollectionCreateDeleteTest, TestConfigSetsAPIZkFailure, CoreMergeIndexesAdminHandlerTest, RequestHandlersTest, TestSolrConfigHandler, TestPrepRecovery, TestClusterStateProvider, TestSolrCoreSnapshots, ImplicitSnitchTest, MoveReplicaHDFSTest, TestRestManager, TestSolrFieldCacheBean, TestJsonRequest, TestSQLHandlerNonCloud, SchemaApiFailureTest, XmlUpdateRequestHandlerTest, TestComponentsName, FieldAnalysisRequestHandlerTest, SolrPluginUtilsTest, DeleteShardTest, UninvertDocValuesMergePolicyTest, ReplaceNodeTest, TestDistribIDF, DistributedDebugComponentTest, MetricUtilsTest, TestUseDocValuesAsStored, TestCollationField, DistributedFacetPivotLargeTest, TestNodeAddedTrigger, TestHdfsCloudBackupRestore, DebugComponentTest, BadCopyFieldTest, TestDocumentBuilder, HdfsDirectoryTest, BasicDistributedZkTest, LeaderFailoverAfterPartitionTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread, TestSkipOverseerOperations, TestStressLiveNodes, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, TestCollectionAPI, AutoScalingHandlerTest, HdfsAutoAddReplicasIntegrationTest, TestSimDistributedQueue, CdcrBootstrapTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, TestClusterStateMutator, ZkStateReaderTest, RuleEngineTest, RulesTest, TestConfigSets, TestImplicitCoreProperties, TestInfoStreamLogging, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSolrXml, ResponseBuilderTest, SearchHandlerTest, TestBlobHandler, TestReqParamsAPI, TestSystemCollAutoCreate, V2ApiIntegrationTest, V2StandaloneTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [644/776 (3!)] on J0 in 38.58s, 1 test, 1 failure <<< FAILURES!
[...truncated 3463 lines...]
[junit4] Suite: org.apache.solr.analytics.facet.RangeFacetTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analytics/test/J2/temp/solr.analytics.facet.RangeFacetTest_2B4B045324920074-001/init-core-data-001
[junit4] 2> Feb 14, 2018 2:10:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@19d8e459), locale=fr-CA, timezone=America/St_Thomas
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=158811704,total=296222720
[junit4] 2> NOTE: All tests run in this JVM: [CastingAnalyticsValueTest, AndFunctionTest, CastingIntValueStreamTest, TopFunctionTest, LegacyQueryFacetTest, ConstantValueTest, DivideFunctionTest, StringFieldsTest, LegacyFieldFacetExtrasTest, LegacyFacetSortingTest, CastingDoubleValueTest, LegacyFunctionTest, RangeFacetTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RangeFacetTest -Dtests.seed=2B4B045324920074 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fr-CA -Dtests.timezone=America/St_Thomas -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | RangeFacetTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35425/solr: Expected mime type application/octet-stream but got text/html. <h1>Bad Message 400</h1><pre>reason: Illegal character 0x0</pre>
[junit4] > at __randomizedtesting.SeedInfo.seed([2B4B045324920074]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [29/78 (1!)] on J2 in 27.17s, 0 tests, 1 error <<< FAILURES!
[...truncated 45352 lines...]