You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/28 22:25:41 UTC
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+32) - Build #
1069 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1069/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([886F8538F0CBC81C:FC9F647DB4EF8F93]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:99)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest
Error Message:
Could not find a healthy node to handle the request.
Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
at __randomizedtesting.SeedInfo.seed([886F8538F0CBC81C:B19DACA26B2C6BD]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1098)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
at org.apache.solr.cloud.TestCloudRecovery.resetCollection(TestCloudRecovery.java:75)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:32781/p/s","node_name":"127.0.0.1:32781_p%2Fs","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/27)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:32781/p/s", "node_name":"127.0.0.1:32781_p%2Fs", "state":"active", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:34525/p/s", "node_name":"127.0.0.1:34525_p%2Fs", "state":"down", "type":"NRT"}, "core_node6":{ "state":"down", "base_url":"http://127.0.0.1:38655/p/s", "core":"c8n_1x3_lf_shard1_replica_n3", "node_name":"127.0.0.1:38655_p%2Fs", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:32781/p/s","node_name":"127.0.0.1:32781_p%2Fs","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/27)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:32781/p/s",
"node_name":"127.0.0.1:32781_p%2Fs",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:34525/p/s",
"node_name":"127.0.0.1:34525_p%2Fs",
"state":"down",
"type":"NRT"},
"core_node6":{
"state":"down",
"base_url":"http://127.0.0.1:38655/p/s",
"core":"c8n_1x3_lf_shard1_replica_n3",
"node_name":"127.0.0.1:38655_p%2Fs",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([886F8538F0CBC81C:3BBAE25E37A5E4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12329 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/init-core-data-001
[junit4] 2> 704272 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 704275 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 704275 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 704275 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 704276 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /p/s
[junit4] 2> 704276 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 704276 INFO (Thread-1379) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 704276 INFO (Thread-1379) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 704278 ERROR (Thread-1379) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 704376 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkTestServer start zk server on port:39381
[junit4] 2> 704378 INFO (zkConnectionManagerCallback-912-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704380 INFO (zkConnectionManagerCallback-914-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704382 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 704382 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 704389 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 704389 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 704390 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 704390 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 704390 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 704391 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 704391 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 704392 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 704392 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 704392 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 704462 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 704462 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b9d4dc0{/p/s,null,AVAILABLE}
[junit4] 2> 704463 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e5efe75{HTTP/1.1,[http/1.1]}{127.0.0.1:38519}
[junit4] 2> 704463 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server Started @706667ms
[junit4] 2> 704464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p/s, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/tempDir-001/control/data, hostPort=34525, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/control-001/cores, replicaType=NRT}
[junit4] 2> 704464 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 704464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 704464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 704464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 704464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-28T21:40:48.821270Z
[junit4] 2> 704465 INFO (zkConnectionManagerCallback-916-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704465 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 704465 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/control-001/solr.xml
[junit4] 2> 704467 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 704467 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 704468 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 704473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39381/solr
[junit4] 2> 704474 INFO (zkConnectionManagerCallback-920-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704475 INFO (zkConnectionManagerCallback-922-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704499 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 704499 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34525_p%2Fs
[junit4] 2> 704500 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.Overseer Overseer (id=99254091686477828-127.0.0.1:34525_p%2Fs-n_0000000000) starting
[junit4] 2> 704502 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34525_p%2Fs
[junit4] 2> 704503 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 704534 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 704539 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 704539 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 704540 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/control-001/cores
[junit4] 2> 704550 INFO (zkConnectionManagerCallback-928-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704550 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 704551 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39381/solr ready
[junit4] 2> 704551 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60022,localport=34525], receiveBufferSize:531000
[junit4] 2> 704553 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38519,localport=57810], receiveBufferSize=530904
[junit4] 2> 704553 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34525_p%252Fs&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 704554 INFO (OverseerThreadFactory-2574-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 704657 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60026,localport=34525], receiveBufferSize:531000
[junit4] 2> 704657 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38519,localport=57814], receiveBufferSize=530904
[junit4] 2> 704658 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 704658 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 704760 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 705671 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 705680 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 705740 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 705747 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 705747 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 705747 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 705747 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 705749 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4ed194b8
[junit4] 2> 705750 WARN (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 705776 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 705776 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 705777 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 705777 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 705777 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=74.4140625, floorSegmentMB=0.40234375, forceMergeDeletesPctAllowed=13.294848619126817, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43690736508063
[junit4] 2> 705778 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c8efa76[control_collection_shard1_replica_n1] main]
[junit4] 2> 705778 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 705778 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 705779 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 705779 INFO (searcherExecutor-2577-thread-1-processing-n:127.0.0.1:34525_p%2Fs x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1c8efa76[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 705780 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588065468559654912
[junit4] 2> 705782 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 705782 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 705782 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34525/p/s/control_collection_shard1_replica_n1/
[junit4] 2> 705783 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 705783 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34525/p/s/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 705783 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 705784 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34525/p/s/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 705885 INFO (zkCallback-921-thread-2-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 705934 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 705942 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1284
[junit4] 2> 705944 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 706036 INFO (zkCallback-921-thread-2-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 706556 INFO (OverseerCollectionConfigSetProcessor-99254091686477828-127.0.0.1:34525_p%2Fs-n_0000000000) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 706945 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34525_p%252Fs&wt=javabin&version=2} status=0 QTime=2391
[junit4] 2> 706948 INFO (zkConnectionManagerCallback-932-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 706949 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 706949 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39381/solr ready
[junit4] 2> 706949 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 706949 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60076,localport=34525], receiveBufferSize:531000
[junit4] 2> 706951 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38519,localport=57864], receiveBufferSize=530904
[junit4] 2> 706951 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 706953 INFO (OverseerThreadFactory-2574-thread-2-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 706953 WARN (OverseerThreadFactory-2574-thread-2-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 707160 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 707160 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=209
[junit4] 2> 707234 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001 of type NRT
[junit4] 2> 707235 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 707235 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@116e9d34{/p/s,null,AVAILABLE}
[junit4] 2> 707235 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@554393f{HTTP/1.1,[http/1.1]}{127.0.0.1:46803}
[junit4] 2> 707235 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server Started @709439ms
[junit4] 2> 707236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p/s, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/tempDir-001/jetty1, hostPort=38655, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001/cores}
[junit4] 2> 707236 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 707236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 707236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 707236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 707236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-28T21:40:51.593277Z
[junit4] 2> 707237 INFO (zkConnectionManagerCallback-934-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 707237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 707237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001/solr.xml
[junit4] 2> 707238 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 707238 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 707239 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 707241 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39381/solr
[junit4] 2> 707241 INFO (zkConnectionManagerCallback-938-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 707242 INFO (zkConnectionManagerCallback-940-thread-1-processing-n:127.0.0.1:38655_p%2Fs) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 707244 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 707245 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 707245 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38655_p%2Fs
[junit4] 2> 707246 INFO (zkCallback-921-thread-2-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 707246 INFO (zkCallback-931-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 707246 INFO (zkCallback-939-thread-1-processing-n:127.0.0.1:38655_p%2Fs) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 707273 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 707279 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 707279 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 707280 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001/cores
[junit4] 2> 707295 INFO (qtp121646306-5053) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38655_p%252Fs&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 707296 INFO (OverseerCollectionConfigSetProcessor-99254091686477828-127.0.0.1:34525_p%2Fs-n_0000000000) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 707296 INFO (OverseerThreadFactory-2574-thread-3-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38655_p%2Fs for creating new replica
[junit4] 2> 707297 INFO (SocketProxy-Acceptor-38655) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38958,localport=38655], receiveBufferSize:531000
[junit4] 2> 707299 INFO (SocketProxy-Acceptor-38655) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46803,localport=57112], receiveBufferSize=530904
[junit4] 2> 707299 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 707299 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 708314 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 708330 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 708390 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 708396 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 708397 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 708397 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 708397 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 708398 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4249d3b8
[junit4] 2> 708399 WARN (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 708433 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 708433 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 708434 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 708434 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 708434 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=74.4140625, floorSegmentMB=0.40234375, forceMergeDeletesPctAllowed=13.294848619126817, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43690736508063
[junit4] 2> 708434 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@58ef68ef[collection1_shard2_replica_n41] main]
[junit4] 2> 708435 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 708435 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 708435 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 708436 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588065471344672768
[junit4] 2> 708436 INFO (searcherExecutor-2588-thread-1-processing-n:127.0.0.1:38655_p%2Fs x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@58ef68ef[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38655/p/s/collection1_shard2_replica_n41/
[junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:38655/p/s/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 708439 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38655/p/s/collection1_shard2_replica_n41/ shard2
[junit4] 2> 708589 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 708597 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1298
[junit4] 2> 708599 INFO (qtp121646306-5053) [n:127.0.0.1:34525_p%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38655_p%252Fs&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1304
[junit4] 2> 708689 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001 of type NRT
[junit4] 2> 708690 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 708690 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ae891bf{/p/s,null,AVAILABLE}
[junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f7f0922{HTTP/1.1,[http/1.1]}{127.0.0.1:44657}
[junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server Started @710894ms
[junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p/s, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/tempDir-001/jetty2, hostPort=32781, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001/cores}
[junit4] 2> 708691 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-28T21:40:53.048732Z
[junit4] 2> 708695 INFO (zkConnectionManagerCallback-944-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708696 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 708696 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001/solr.xml
[junit4] 2> 708697 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 708697 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 708698 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 708701 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39381/solr
[junit4] 2> 708702 INFO (zkConnectionManagerCallback-948-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708703 INFO (zkConnectionManagerCallback-950-thread-1-processing-n:127.0.0.1:32781_p%2Fs) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708705 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 708706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 708706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32781_p%2Fs
[junit4] 2> 708707 INFO (zkCallback-931-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 708707 INFO (zkCallback-939-thread-1-processing-n:127.0.0.1:38655_p%2Fs) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 708707 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 708707 INFO (zkCallback-949-thread-1-processing-n:127.0.0.1:32781_p%2Fs) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 708775 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 708784 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 708784 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 708786 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001/cores
[junit4] 2> 708818 INFO (SocketProxy-Acceptor-32781) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40556,localport=32781], receiveBufferSize:531000
[junit4] 2> 708823 INFO (SocketProxy-Acceptor-32781) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44657,localport=39694], receiveBufferSize=530904
[junit4] 2> 708823 INFO (qtp687746479-5142) [n:127.0.0.1:32781_p%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:32781_p%252Fs&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 708825 INFO (OverseerCollectionConfigSetProcessor-99254091686477828-127.0.0.1:34525_p%2Fs-n_0000000000) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 708826 INFO (OverseerThreadFactory-2574-thread-4-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:32781_p%2Fs for creating new replica
[junit4] 2> 708828 INFO (SocketProxy-Acceptor-32781) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40560,localport=32781], receiveBufferSize:531000
[junit4] 2> 708828 INFO (SocketProxy-Acceptor-32781) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44657,localport=39698], receiveBufferSize=530904
[junit4] 2> 708829 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 708829 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 709836 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 709842 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 709891 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 709898 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 709898 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 709898 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 709898 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 709900 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@31a47b60
[junit4] 2> 709901 WARN (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 709930 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 709930 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 709931 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 709931 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 709931 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=74.4140625, floorSegmentMB=0.40234375, forceMergeDeletesPctAllowed=13.294848619126817, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43690736508063
[junit4] 2> 709932 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f31e963[collection1_shard1_replica_n43] main]
[junit4] 2> 709933 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 709933 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 709933 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 709933 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588065472914391040
[junit4] 2> 709934 INFO (searcherExecutor-2599-thread-1-processing-n:127.0.0.1:32781_p%2Fs x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@5f31e963[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32781/p/s/collection1_shard1_replica_n43/
[junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:32781/p/s/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 709937 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32781/p/s/collection1_shard1_replica_n43/ shard1
[junit4] 2> 710087 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 710096 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1266
[junit4] 2> 710097 INFO (qtp687746479-5142) [n:127.0.0.1:32781_p%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:32781_p%252Fs&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1273
[junit4] 2> 710177 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001 of type NRT
[junit4] 2> 710178 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 710178 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4acd74bb{/p/s,null,AVAILABLE}
[junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2424f063{HTTP/1.1,[http/1.1]}{127.0.0.1:32931}
[junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server Started @712382ms
[junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p/s, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/tempDir-001/jetty3, hostPort=37479, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001/cores}
[junit4] 2> 710179 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-28T21:40:54.536480Z
[junit4] 2> 710180 INFO (zkConnectionManagerCallback-954-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 710181 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 710181 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001/solr.xml
[junit4] 2> 710182 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 710182 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 710183 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 710184 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39381/solr
[junit4] 2> 710185 INFO (zkConnectionManagerCallback-958-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 710186 INFO (zkConnectionManagerCallback-960-thread-1-processing-n:127.0.0.1:37479_p%2Fs) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 710188 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 710188 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 710189 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37479_p%2Fs
[junit4] 2> 710190 INFO (zkCallback-949-thread-1-processing-n:127.0.0.1:32781_p%2Fs) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 710190 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 710190 INFO (zkCallback-939-thread-1-processing-n:127.0.0.1:38655_p%2Fs) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 710190 INFO (zkCallback-931-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 710190 INFO (zkCallback-959-thread-1-processing-n:127.0.0.1:37479_p%2Fs) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 710219 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 710225 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 710225 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 710226 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001/cores
[junit4] 2> 710252 INFO (qtp687746479-5143) [n:127.0.0.1:32781_p%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37479_p%252Fs&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 710253 INFO (OverseerCollectionConfigSetProcessor-99254091686477828-127.0.0.1:34525_p%2Fs-n_0000000000) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 710253 INFO (OverseerThreadFactory-2574-thread-5-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:37479_p%2Fs for creating new replica
[junit4] 2> 710254 INFO (SocketProxy-Acceptor-37479) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59684,localport=37479], receiveBufferSize:531000
[junit4] 2> 710254 INFO (SocketProxy-Acceptor-37479) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=32931,localport=51560], receiveBufferSize=530904
[junit4] 2> 710255 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 710255 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 711263 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 711280 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 711334 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 711344 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 711345 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 711345 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 711345 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 711346 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@29adeb87
[junit4] 2> 711347 WARN (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 711372 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 711372 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 711373 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 711373 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 711374 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=74.4140625, floorSegmentMB=0.40234375, forceMergeDeletesPctAllowed=13.294848619126817, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43690736508063
[junit4] 2> 711374 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b67bb6d[collection1_shard2_replica_n45] main]
[junit4] 2> 711374 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 711375 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 711375 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 711376 INFO (searcherExecutor-2610-thread-1-processing-n:127.0.0.1:37479_p%2Fs x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [c
[...truncated too long message...]
"core_node7":{
[junit4] 2> "core":"collection1_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:34517/solr",
[junit4] 2> "node_name":"127.0.0.1:34517_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"collection1_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:40749/solr",
[junit4] 2> "node_name":"127.0.0.1:40749_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1521787 ERROR (coreZkRegister-3909-thread-1-processing-n:127.0.0.1:40749_solr x:collection1_shard1_replica_n2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:40749_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//collections/collection1/state.json/10)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34517/solr",
[junit4] 2> "node_name":"127.0.0.1:34517_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:40749/solr",
[junit4] 2> "node_name":"127.0.0.1:40749_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node7":{
[junit4] 2> "core":"collection1_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:34517/solr",
[junit4] 2> "node_name":"127.0.0.1:34517_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"collection1_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:40749/solr",
[junit4] 2> "node_name":"127.0.0.1:40749_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 7 more
[junit4] 2>
[junit4] 2> 1521788 INFO (jetty-closer-2116-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7723cb99{/solr,null,UNAVAILABLE}
[junit4] 2> 1521788 ERROR (SUITE-TestCloudRecovery-seed#[886F8538F0CBC81C]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1521788 INFO (SUITE-TestCloudRecovery-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35859 35859
[junit4] 2> 1521835 INFO (Thread-4079) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35859 35859
[junit4] 2> 1521836 WARN (Thread-4079) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/config
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_886F8538F0CBC81C-001
[junit4] 2> Dec 28, 2017 9:54:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=shi-Latn-MA, timezone=Etc/GMT-12
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=114269600,total=524812288
[junit4] 2> NOTE: All tests run in this JVM: [CoreAdminCreateDiscoverTest, CollectionsAPIDistributedZkTest, TestAtomicUpdateErrorCases, DocumentAnalysisRequestHandlerTest, TestCopyFieldCollectionResource, TestManagedSchemaAPI, TestSolrCoreParser, TestSchemaSimilarityResource, TestSolr4Spatial, ConvertedLegacyTest, TestAnalyzedSuggestions, ImplicitSnitchTest, TestRemoteStreaming, TestOmitPositions, TestInPlaceUpdatesStandalone, DistribDocExpirationUpdateProcessorTest, ClassificationUpdateProcessorFactoryTest, TestSortByMinMaxFunction, CloneFieldUpdateProcessorFactoryTest, TestInfoStreamLogging, HdfsAutoAddReplicasIntegrationTest, TestBlobHandler, TestFieldCacheSort, OpenCloseCoreStressTest, TestAuthenticationFramework, TestCoreAdminApis, SolrCmdDistributorTest, ZkSolrClientTest, TestBM25SimilarityFactory, ShardSplitTest, TestCustomStream, SystemLogListenerTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TermVectorComponentDistributedTest, TestDocumentBuilder, TestDeleteCollectionOnDownNodes, LukeRequestHandlerTest, SOLR749Test, PolyFieldTest, TestHdfsBackupRestoreCore, CircularListTest, TestDefaultStatsCache, TestStressReorder, CheckHdfsIndexTest, TestXmlQParserPlugin, TestSimDistributedQueue, TestManagedResourceStorage, SolrIndexConfigTest, TestSolrConfigHandlerCloud, NumberUtilsTest, SignatureUpdateProcessorFactoryTest, TestQuerySenderNoQuery, CdcrBidirectionalTest, AddSchemaFieldsUpdateProcessorFactoryTest, OverriddenZkACLAndCredentialsProvidersTest, TestExceedMaxTermLength, ParsingFieldUpdateProcessorsTest, HdfsRecoverLeaseTest, TestStreamBody, BlockJoinFacetRandomTest, BinaryUpdateRequestHandlerTest, SparseHLLTest, LeaderFailureAfterFreshStartTest, TestSSLRandomization, CloudExitableDirectoryReaderTest, TestExecutePlanAction, OutputWriterTest, CreateCollectionCleanupTest, TestCollationFieldDocValues, TestJsonFacets, ExitableDirectoryReaderTest, SuggesterFSTTest, SolrCloudReportersTest, ConjunctionSolrSpellCheckerTest, TestCloudRecovery]
[junit4] Completed [351/764 (2!)] on J1 in 127.79s, 2 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 42238 lines...]