You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/29 18:46:48 UTC
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+32) - Build
# 21170 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21170/
Java: 64bit/jdk-10-ea+32 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:43927","node_name":"127.0.0.1:43927_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/16)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:39701", "node_name":"127.0.0.1:39701_", "state":"down", "type":"NRT"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:43927", "node_name":"127.0.0.1:43927_", "state":"active", "type":"NRT", "leader":"true"}, "core_node6":{ "state":"down", "base_url":"http://127.0.0.1:46023", "core":"c8n_1x3_lf_shard1_replica_n3", "node_name":"127.0.0.1:46023_", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:43927","node_name":"127.0.0.1:43927_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/16)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:39701",
"node_name":"127.0.0.1:39701_",
"state":"down",
"type":"NRT"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:43927",
"node_name":"127.0.0.1:43927_",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node6":{
"state":"down",
"base_url":"http://127.0.0.1:46023",
"core":"c8n_1x3_lf_shard1_replica_n3",
"node_name":"127.0.0.1:46023_",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([90F36B609CEE1633:18A754BA32127BCB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 null Live Nodes: [127.0.0.1:38461_solr, 127.0.0.1:39155_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/15)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testSimple2_shard1_replica_n1", "base_url":"http://127.0.0.1:36869/solr", "node_name":"127.0.0.1:36869_solr", "state":"down", "type":"NRT"}, "core_node5":{ "core":"testSimple2_shard1_replica_n2", "base_url":"http://127.0.0.1:38461/solr", "node_name":"127.0.0.1:38461_solr", "state":"active", "type":"NRT", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"testSimple2_shard2_replica_n4", "base_url":"http://127.0.0.1:36869/solr", "node_name":"127.0.0.1:36869_solr", "state":"down", "type":"NRT"}, "core_node8":{ "core":"testSimple2_shard2_replica_n6", "base_url":"http://127.0.0.1:38461/solr", "node_name":"127.0.0.1:38461_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
null
Live Nodes: [127.0.0.1:38461_solr, 127.0.0.1:39155_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/15)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testSimple2_shard1_replica_n1",
"base_url":"http://127.0.0.1:36869/solr",
"node_name":"127.0.0.1:36869_solr",
"state":"down",
"type":"NRT"},
"core_node5":{
"core":"testSimple2_shard1_replica_n2",
"base_url":"http://127.0.0.1:38461/solr",
"node_name":"127.0.0.1:38461_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core":"testSimple2_shard2_replica_n4",
"base_url":"http://127.0.0.1:36869/solr",
"node_name":"127.0.0.1:36869_solr",
"state":"down",
"type":"NRT"},
"core_node8":{
"core":"testSimple2_shard2_replica_n6",
"base_url":"http://127.0.0.1:38461/solr",
"node_name":"127.0.0.1:38461_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([90F36B609CEE1633:A8404F9EBB1DC2E2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:126)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12228 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/init-core-data-001
[junit4] 2> 522633 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[90F36B609CEE1633]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 522633 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[90F36B609CEE1633]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 522634 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[90F36B609CEE1633]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 522634 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[90F36B609CEE1633]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 522634 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[90F36B609CEE1633]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 522635 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 522636 INFO (Thread-1080) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 522636 INFO (Thread-1080) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 522638 ERROR (Thread-1080) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 522736 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.ZkTestServer start zk server on port:45585
[junit4] 2> 522749 INFO (zkConnectionManagerCallback-899-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 522770 INFO (zkConnectionManagerCallback-901-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 522779 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 522781 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 522782 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 522783 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 522785 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 522786 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 522787 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 522788 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 522788 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 522789 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 522790 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 522791 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 522929 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 522952 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e0a24ff{/,null,AVAILABLE}
[junit4] 2> 522954 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b32464b{HTTP/1.1,[http/1.1]}{127.0.0.1:41141}
[junit4] 2> 522954 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server Started @525054ms
[junit4] 2> 522954 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/tempDir-001/control/data, hostPort=43927, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/control-001/cores}
[junit4] 2> 522954 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 522954 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 522954 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 522954 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 522954 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T18:01:51.770577Z
[junit4] 2> 523000 INFO (zkConnectionManagerCallback-903-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 523001 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 523001 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/control-001/solr.xml
[junit4] 2> 523004 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 523004 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 523005 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 523012 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45585/solr
[junit4] 2> 523044 INFO (zkConnectionManagerCallback-907-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 523048 INFO (zkConnectionManagerCallback-909-thread-1-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 523108 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 523109 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43927_
[junit4] 2> 523109 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.c.Overseer Overseer (id=99258893038583812-127.0.0.1:43927_-n_0000000000) starting
[junit4] 2> 523145 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43927_
[junit4] 2> 523172 INFO (zkCallback-908-thread-1-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 523216 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 523225 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 523226 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 523228 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/control-001/cores
[junit4] 2> 523248 INFO (zkConnectionManagerCallback-915-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 523249 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 523249 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45585/solr ready
[junit4] 2> 523250 INFO (SocketProxy-Acceptor-43927) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46338,localport=43927], receiveBufferSize:531000
[junit4] 2> 523257 INFO (SocketProxy-Acceptor-43927) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41141,localport=38964], receiveBufferSize=530904
[junit4] 2> 523259 INFO (qtp1223162686-4351) [n:127.0.0.1:43927_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43927_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 523261 INFO (OverseerThreadFactory-1724-thread-1-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 523381 INFO (SocketProxy-Acceptor-43927) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46342,localport=43927], receiveBufferSize:531000
[junit4] 2> 523391 INFO (SocketProxy-Acceptor-43927) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41141,localport=38968], receiveBufferSize=530904
[junit4] 2> 523392 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 523392 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 523495 INFO (zkCallback-908-thread-1-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 524404 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 524439 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 524510 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 524535 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 524535 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 524535 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 524535 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 524538 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=92.080078125, floorSegmentMB=1.2861328125, forceMergeDeletesPctAllowed=27.931188435065312, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4294560047295771
[junit4] 2> 524540 WARN (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 524568 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 524568 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 524569 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 524570 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 524570 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=2.125, floorSegmentMB=0.4716796875, forceMergeDeletesPctAllowed=26.173020161546734, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 524571 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@529b2cfe[control_collection_shard1_replica_n1] main]
[junit4] 2> 524572 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 524572 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 524573 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 524573 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588142290647384064
[junit4] 2> 524576 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 524576 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 524576 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43927/control_collection_shard1_replica_n1/
[junit4] 2> 524576 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 524576 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43927/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 524576 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 524577 INFO (searcherExecutor-1727-thread-1-processing-n:127.0.0.1:43927_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@529b2cfe[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 524593 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43927/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 524696 INFO (zkCallback-908-thread-2-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 524744 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 524747 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1355
[junit4] 2> 524757 INFO (qtp1223162686-4351) [n:127.0.0.1:43927_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 524758 INFO (OverseerCollectionConfigSetProcessor-99258893038583812-127.0.0.1:43927_-n_0000000000) [n:127.0.0.1:43927_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 524849 INFO (zkCallback-908-thread-2-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 525757 INFO (qtp1223162686-4351) [n:127.0.0.1:43927_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43927_&wt=javabin&version=2} status=0 QTime=2498
[junit4] 2> 525760 INFO (zkConnectionManagerCallback-919-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 525761 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 525761 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45585/solr ready
[junit4] 2> 525762 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 525762 INFO (SocketProxy-Acceptor-43927) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46348,localport=43927], receiveBufferSize:531000
[junit4] 2> 525762 INFO (SocketProxy-Acceptor-43927) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41141,localport=38974], receiveBufferSize=530904
[junit4] 2> 525763 INFO (qtp1223162686-4351) [n:127.0.0.1:43927_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 525764 INFO (OverseerThreadFactory-1724-thread-2-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 525764 WARN (OverseerThreadFactory-1724-thread-2-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 525967 INFO (qtp1223162686-4351) [n:127.0.0.1:43927_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 525967 INFO (qtp1223162686-4351) [n:127.0.0.1:43927_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 526048 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-1-001 of type NRT
[junit4] 2> 526049 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 526052 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f121d95{/,null,AVAILABLE}
[junit4] 2> 526053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30c98206{HTTP/1.1,[http/1.1]}{127.0.0.1:39607}
[junit4] 2> 526053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server Started @528153ms
[junit4] 2> 526053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/tempDir-001/jetty1, hostPort=39701, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-1-001/cores}
[junit4] 2> 526053 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 526053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 526053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 526053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 526053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T18:01:54.869544Z
[junit4] 2> 526056 INFO (zkConnectionManagerCallback-921-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526057 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 526057 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-1-001/solr.xml
[junit4] 2> 526060 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 526060 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 526061 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 526064 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45585/solr
[junit4] 2> 526072 INFO (zkConnectionManagerCallback-925-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526074 INFO (zkConnectionManagerCallback-927-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526080 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 526081 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:39701_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 526082 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:39701_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39701_
[junit4] 2> 526088 INFO (zkCallback-918-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 526088 INFO (zkCallback-908-thread-1-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 526088 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 526118 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:39701_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 526126 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:39701_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 526126 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:39701_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 526127 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:39701_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-1-001/cores
[junit4] 2> 526152 INFO (SocketProxy-Acceptor-39701) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=43176,localport=39701], receiveBufferSize:531000
[junit4] 2> 526155 INFO (qtp1590358532-4406) [n:127.0.0.1:39701_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39701_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 526155 INFO (SocketProxy-Acceptor-39701) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39607,localport=49616], receiveBufferSize=530904
[junit4] 2> 526163 INFO (OverseerCollectionConfigSetProcessor-99258893038583812-127.0.0.1:43927_-n_0000000000) [n:127.0.0.1:43927_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 526163 INFO (OverseerThreadFactory-1724-thread-3-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39701_ for creating new replica
[junit4] 2> 526179 INFO (SocketProxy-Acceptor-39701) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=43180,localport=39701], receiveBufferSize:531000
[junit4] 2> 526184 INFO (SocketProxy-Acceptor-39701) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39607,localport=49620], receiveBufferSize=530904
[junit4] 2> 526185 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 526186 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 526289 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 527202 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 527210 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 527262 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 527274 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 527274 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 527274 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 527275 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 527277 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=92.080078125, floorSegmentMB=1.2861328125, forceMergeDeletesPctAllowed=27.931188435065312, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4294560047295771
[junit4] 2> 527282 WARN (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 527318 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 527318 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 527319 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 527319 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 527320 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=2.125, floorSegmentMB=0.4716796875, forceMergeDeletesPctAllowed=26.173020161546734, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 527320 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bafc855[collection1_shard2_replica_n41] main]
[junit4] 2> 527321 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 527321 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 527322 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 527323 INFO (searcherExecutor-1738-thread-1-processing-n:127.0.0.1:39701_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@7bafc855[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 527323 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588142293530968064
[junit4] 2> 527326 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 527326 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 527326 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39701/collection1_shard2_replica_n41/
[junit4] 2> 527326 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 527326 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:39701/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 527326 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 527328 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39701/collection1_shard2_replica_n41/ shard2
[junit4] 2> 527438 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 527480 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 527488 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1302
[junit4] 2> 527489 INFO (qtp1590358532-4406) [n:127.0.0.1:39701_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39701_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1334
[junit4] 2> 527565 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-2-001 of type NRT
[junit4] 2> 527565 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 527567 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23b4092c{/,null,AVAILABLE}
[junit4] 2> 527567 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12fe048{HTTP/1.1,[http/1.1]}{127.0.0.1:32883}
[junit4] 2> 527567 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server Started @529667ms
[junit4] 2> 527567 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/tempDir-001/jetty2, hostPort=35225, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-2-001/cores}
[junit4] 2> 527567 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 527567 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 527568 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 527568 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 527568 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T18:01:56.384158Z
[junit4] 2> 527572 INFO (zkConnectionManagerCallback-931-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 527572 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 527572 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-2-001/solr.xml
[junit4] 2> 527575 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 527575 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 527575 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 527580 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45585/solr
[junit4] 2> 527582 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 527584 INFO (zkConnectionManagerCallback-935-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 527604 INFO (zkConnectionManagerCallback-937-thread-1-processing-n:127.0.0.1:35225_) [n:127.0.0.1:35225_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 527607 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:35225_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 527608 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:35225_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 527609 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:35225_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35225_
[junit4] 2> 527610 INFO (zkCallback-908-thread-1-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 527612 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 527612 INFO (zkCallback-918-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 527612 INFO (zkCallback-936-thread-1-processing-n:127.0.0.1:35225_) [n:127.0.0.1:35225_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 527667 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:35225_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 527674 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:35225_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 527674 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:35225_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 527675 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:35225_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-2-001/cores
[junit4] 2> 527700 INFO (SocketProxy-Acceptor-35225) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39100,localport=35225], receiveBufferSize:531000
[junit4] 2> 527700 INFO (SocketProxy-Acceptor-35225) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=32883,localport=38422], receiveBufferSize=530904
[junit4] 2> 527701 INFO (qtp1763783906-4443) [n:127.0.0.1:35225_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35225_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 527703 INFO (OverseerCollectionConfigSetProcessor-99258893038583812-127.0.0.1:43927_-n_0000000000) [n:127.0.0.1:43927_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 527703 INFO (OverseerThreadFactory-1724-thread-4-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35225_ for creating new replica
[junit4] 2> 527708 INFO (SocketProxy-Acceptor-35225) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39104,localport=35225], receiveBufferSize:531000
[junit4] 2> 527712 INFO (SocketProxy-Acceptor-35225) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=32883,localport=38426], receiveBufferSize=530904
[junit4] 2> 527712 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 527712 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 527814 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 527814 INFO (zkCallback-936-thread-1-processing-n:127.0.0.1:35225_) [n:127.0.0.1:35225_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 528732 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 528742 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 528807 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 528818 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 528819 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 528819 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 528819 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 528822 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=92.080078125, floorSegmentMB=1.2861328125, forceMergeDeletesPctAllowed=27.931188435065312, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4294560047295771
[junit4] 2> 528824 WARN (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 528874 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 528874 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 528875 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 528875 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 528876 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=2.125, floorSegmentMB=0.4716796875, forceMergeDeletesPctAllowed=26.173020161546734, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 528877 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fd36223[collection1_shard1_replica_n43] main]
[junit4] 2> 528878 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 528878 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 528879 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 528879 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588142295162552320
[junit4] 2> 528880 INFO (searcherExecutor-1749-thread-1-processing-n:127.0.0.1:35225_ x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@1fd36223[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 528884 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 528884 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 528884 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35225/collection1_shard1_replica_n43/
[junit4] 2> 528884 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 528884 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:35225/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 528884 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 528886 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35225/collection1_shard1_replica_n43/ shard1
[junit4] 2> 528987 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 528987 INFO (zkCallback-936-thread-1-processing-n:127.0.0.1:35225_) [n:127.0.0.1:35225_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 529037 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 529045 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1332
[junit4] 2> 529046 INFO (qtp1763783906-4443) [n:127.0.0.1:35225_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35225_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1345
[junit4] 2> 529140 INFO (zkCallback-936-thread-1-processing-n:127.0.0.1:35225_) [n:127.0.0.1:35225_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 529140 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 529186 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-3-001 of type NRT
[junit4] 2> 529187 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 529208 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61b9b42d{/,null,AVAILABLE}
[junit4] 2> 529209 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c6460f2{HTTP/1.1,[http/1.1]}{127.0.0.1:42783}
[junit4] 2> 529209 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server Started @531310ms
[junit4] 2> 529209 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/tempDir-001/jetty3, hostPort=46023, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 529209 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 529210 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 529210 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 529210 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 529210 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T18:01:58.026629Z
[junit4] 2> 529213 INFO (zkConnectionManagerCallback-941-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 529215 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 529216 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-3-001/solr.xml
[junit4] 2> 529218 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 529218 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 529218 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 529227 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45585/solr
[junit4] 2> 529228 INFO (zkConnectionManagerCallback-945-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 529231 INFO (zkConnectionManagerCallback-947-thread-1-processing-n:127.0.0.1:46023_) [n:127.0.0.1:46023_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 529234 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:46023_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 529237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:46023_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 529238 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:46023_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46023_
[junit4] 2> 529239 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 529239 INFO (zkCallback-918-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 529239 INFO (zkCallback-908-thread-1-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 529239 INFO (zkCallback-936-thread-1-processing-n:127.0.0.1:35225_) [n:127.0.0.1:35225_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 529247 INFO (zkCallback-946-thread-1-processing-n:127.0.0.1:46023_) [n:127.0.0.1:46023_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 529285 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:46023_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 529294 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:46023_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 529294 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:46023_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 529296 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:46023_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-3-001/cores
[junit4] 2> 529350 INFO (qtp1763783906-4444) [n:127.0.0.1:35225_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46023_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 529358 INFO (OverseerCollectionConfigSetProcessor-99258893038583812-127.0.0.1:43927_-n_0000000000) [n:127.0.0.1:43927_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 529358 INFO (OverseerThreadFactory-1724-thread-5-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:46023_ for creating new replica
[junit4] 2> 529360 INFO (SocketProxy-Acceptor-46023) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=41016,localport=46023], receiveBufferSize:531000
[junit4] 2> 529364 INFO (SocketProxy-Acceptor-46023) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42783,localport=57822], receiveBufferSize=530904
[junit4] 2> 529368 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 529368 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 529472 INFO (zkCallback-946-thread-1-processing-n:127.0.0.1:46023_) [n:127.0.0.1:46023_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 529472 INFO (zkCallback-936-thread-1-processing-n:127.0.0.1:35225_) [n:127.0.0.1:35225_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 529472 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 530386 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 530395 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 530469 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 530477 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 530477 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 530477 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 530477 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 530479 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=92.080078125, floorSegmentMB=1.2861328125, forceMergeDeletesPctAllowed=27.931188435065312, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4294560047295771
[junit4] 2> 530481 WARN (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 530512 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 530512 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecords
[...truncated too long message...]
_node5 x:testSimple3_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple3.shard2.replica_n2, tag=768442933
[junit4] 2> 2414622 INFO (jetty-closer-8383-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@619d7b7a{/solr,null,UNAVAILABLE}
[junit4] 2> 2414622 INFO (coreCloseExecutor-8127-thread-5) [n:127.0.0.1:39155_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74f24b1e: rootName = solr_39155, domain = solr.core.testSimple3.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testSimple3.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@6a13df37
[junit4] 2> 2414628 INFO (coreCloseExecutor-8127-thread-1) [n:127.0.0.1:39155_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard2.leader, tag=1729414349
[junit4] 2> 2414628 INFO (coreCloseExecutor-8127-thread-2) [n:127.0.0.1:39155_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=1858054419
[junit4] 2> 2414628 INFO (coreCloseExecutor-8127-thread-5) [n:127.0.0.1:39155_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard2.leader, tag=768442933
[junit4] 2> 2414629 INFO (coreCloseExecutor-8127-thread-4) [n:127.0.0.1:39155_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard3.leader, tag=1993716542
[junit4] 2> 2414633 INFO (jetty-closer-8383-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99259007702925320-127.0.0.1:39155_solr-n_0000000001) closing
[junit4] 2> 2414634 INFO (OverseerStateUpdate-99259007702925320-127.0.0.1:39155_solr-n_0000000001) [n:127.0.0.1:39155_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39155_solr
[junit4] 2> 2414638 WARN (OverseerAutoScalingTriggerThread-99259007702925320-127.0.0.1:39155_solr-n_0000000001) [n:127.0.0.1:39155_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2414642 DEBUG (jetty-closer-8383-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2414643 INFO (jetty-closer-8383-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b84eb8f{/solr,null,UNAVAILABLE}
[junit4] 2> 2414645 ERROR (SUITE-AutoAddReplicasIntegrationTest-seed#[90F36B609CEE1633]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2414645 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[90F36B609CEE1633]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43751 43751
[junit4] 2> 2418652 INFO (Thread-6862) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43751 43751
[junit4] 2> 2418653 WARN (Thread-6862) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections/testSimple1/state.json
[junit4] 2> 32 /solr/collections/testSimple2/state.json
[junit4] 2> 9 /solr/collections/testSimple3/state.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 3 /solr/overseer_elect/election/99259007702925320-127.0.0.1:39155_solr-n_0000000001
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/99259007702925320-core_node5-n_0000000001
[junit4] 2> 2 /solr/collections/testSimple2/leader_elect/shard2/election/99259007702925319-core_node8-n_0000000000
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard2/election/99259007702925320-core_node8-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_90F36B609CEE1633-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1299, maxMBSortInHeap=7.53348511193926, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@281f6216), locale=fr-TG, timezone=Asia/Ashgabat
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=205100072,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [UpdateParamsTest, TestSolrJ, SSLMigrationTest, DeleteReplicaTest, FastVectorHighlighterTest, SliceStateTest, TestRandomRequestDistribution, TestConfigOverlay, TestPolicyCloud, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSchemaVersionResource, TestJavabinTupleStreamParser, SegmentsInfoRequestHandlerTest, SolrShardReporterTest, TestDFRSimilarityFactory, ConnectionManagerTest, TestSchemaNameResource, TestReplicationHandlerBackup, TestCloudDeleteByQuery, HdfsDirectoryTest, TestSolrCloudWithSecureImpersonation, TestTriggerIntegration, MultiTermTest, TestDistributedStatsComponentCardinality, TestBadConfig, ZkStateReaderTest, ClassificationUpdateProcessorIntegrationTest, DateMathParserTest, DistributedDebugComponentTest, TermVectorComponentTest, NodeMutatorTest, DistributedFacetSimpleRefinementLongTailTest, TestReplicationHandler, TestSolrIndexConfig, MetricUtilsTest, TestConfigReload, DocValuesTest, TestCodecSupport, TestSweetSpotSimilarityFactory, TestMergePolicyConfig, TestJsonRequest, SpellCheckComponentTest, HighlighterMaxOffsetTest, CdcrBootstrapTest, JvmMetricsTest, ReplicationFactorTest, TestSolrConfigHandlerConcurrent, TestInitParams, PKIAuthenticationIntegrationTest, TestDynamicLoading, TestSegmentSorting, TestFastOutputStream, HttpSolrCallGetCoreTest, SpatialFilterTest, OverseerStatusTest, TestHashQParserPlugin, TestRandomFaceting, HdfsThreadLeakTest, TestFieldCache, TestClassicSimilarityFactory, TestSubQueryTransformerDistrib, TestUninvertingReader, TestLeaderInitiatedRecoveryThread, TestSolrDeletionPolicy1, TestPayloadScoreQParserPlugin, DistributedQueryElevationComponentTest, SolrPluginUtilsTest, SoftAutoCommitTest, TestChildDocTransformer, TestDistribDocBasedVersion, DocumentBuilderTest, TestHdfsUpdateLog, CdcrRequestHandlerTest, TestCrossCoreJoin, UUIDUpdateProcessorFallbackTest, TestStressLiveNodes, BasicDistributedZkTest, TriLevelCompositeIdRoutingTest, CurrencyFieldTypeTest, ExternalFileFieldSortTest, RAMDirectoryFactoryTest, TestMiniSolrCloudClusterSSL, RecoveryAfterSoftCommitTest, SmileWriterTest, TestHighlightDedupGrouping, CoreAdminRequestStatusTest, TestSolrCLIRunExample, SyncSliceTest, DistributedFacetPivotLargeTest, TestBinaryField, TestSmileRequest, TestPullReplica, PrimitiveFieldTypeTest, TestSuggestSpellingConverter, ComputePlanActionTest, UpdateRequestProcessorFactoryTest, SolrInfoBeanTest, DistribCursorPagingTest, NoCacheHeaderTest, TestManagedStopFilterFactory, PeerSyncTest, TestCloudSearcherWarming, TestMinMaxOnMultiValuedField, TermsComponentTest, SolrMetricManagerTest, TestRandomDVFaceting, SearchHandlerTest, SolrJmxReporterTest, TestComputePlanAction, CleanupOldIndexTest, UninvertDocValuesMergePolicyTest, HdfsRecoveryZkTest, SpellCheckCollatorTest, TestMacroExpander, DistributedMLTComponentTest, CollectionsAPISolrJTest, TestReversedWildcardFilterFactory, TestPhraseSuggestions, TestExportWriter, BJQParserTest, TestIBSimilarityFactory, FileUtilsTest, TestDistributedSearch, TestPostingsSolrHighlighter, BasicFunctionalityTest, TestIndexSearcher, SignatureUpdateProcessorFactoryTest, TestFoldingMultitermQuery, SuggesterWFSTTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, TestQueryTypes, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, LoggingHandlerTest, MBeansHandlerTest, SampleTest, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, SpellPossibilityIteratorTest, EchoParamsTest, TestBM25SimilarityFactory, ResourceLoaderTest, TestFastLRUCache, PrimUtilsTest, DateFieldTest, ClusterStateTest, ZkNodePropsTest, CircularListTest, TestRTGBase, DistributedIntervalFacetingTest, AddReplicaTest, AssignBackwardCompatibilityTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, LeaderInitiatedRecoveryOnCommitTest, MoveReplicaHDFSFailoverTest, OverseerCollectionConfigSetProcessorTest, RestartWhileUpdatingTest, SaslZkACLProviderTest, ShardSplitTest, AutoAddReplicasIntegrationTest]
[junit4] Completed [596/765 (2!)] on J0 in 146.81s, 1 test, 1 failure <<< FAILURES!
[...truncated 41380 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
21173 - Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21173/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionTest
Error Message:
There are still nodes recoverying - waited for 90 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 90 seconds
at __randomizedtesting.SeedInfo.seed([4E9775440D0A2DEB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.setupCluster(StreamExpressionTest.java:103)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.schema.TestCloudManagedSchema.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:35217/qpdey
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:35217/qpdey
at __randomizedtesting.SeedInfo.seed([F59B83221854B56D:7DCFBCF8B6A8D895]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
Build Log:
[...truncated 12535 lines...]
[junit4] Suite: org.apache.solr.schema.TestCloudManagedSchema
[junit4] 2> 702380 INFO (SUITE-TestCloudManagedSchema-seed#[F59B83221854B56D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001/init-core-data-001
[junit4] 2> 702380 WARN (SUITE-TestCloudManagedSchema-seed#[F59B83221854B56D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 702380 INFO (SUITE-TestCloudManagedSchema-seed#[F59B83221854B56D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 702380 INFO (SUITE-TestCloudManagedSchema-seed#[F59B83221854B56D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 702381 INFO (SUITE-TestCloudManagedSchema-seed#[F59B83221854B56D]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /qpdey/
[junit4] 2> 702382 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 702386 INFO (Thread-3716) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 702386 INFO (Thread-3716) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 702394 ERROR (Thread-3716) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 702486 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.ZkTestServer start zk server on port:36537
[junit4] 2> 702488 INFO (zkConnectionManagerCallback-7048-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702493 INFO (zkConnectionManagerCallback-7050-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702498 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-managed-schema.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 702499 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 702500 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 702500 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 702501 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 702501 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 702502 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 702502 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 702502 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 702503 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 702503 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 702511 INFO (zkConnectionManagerCallback-7053-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702512 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 702586 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 702592 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2283daa6{/qpdey,null,AVAILABLE}
[junit4] 2> 702594 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@52f6eb96{SSL,[ssl, http/1.1]}{127.0.0.1:35217}
[junit4] 2> 702594 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.e.j.s.Server Started @704227ms
[junit4] 2> 702594 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/qpdey, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001/tempDir-001/control/data, hostPort=35217, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001/control-001/cores}
[junit4] 2> 702594 ERROR (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 702595 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 702595 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 702595 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 702595 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T05:06:28.052128Z
[junit4] 2> 702598 INFO (zkConnectionManagerCallback-7055-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702598 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 702598 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001/control-001/solr.xml
[junit4] 2> 702600 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 702600 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 702600 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@e6e7288, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 702605 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36537/solr
[junit4] 2> 702608 INFO (zkConnectionManagerCallback-7059-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702610 INFO (zkConnectionManagerCallback-7061-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702655 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 702655 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35217_qpdey
[junit4] 2> 702656 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.c.Overseer Overseer (id=99261506378006533-127.0.0.1:35217_qpdey-n_0000000000) starting
[junit4] 2> 702668 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35217_qpdey
[junit4] 2> 702675 INFO (zkCallback-7060-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 702697 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e6e7288
[junit4] 2> 702710 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e6e7288
[junit4] 2> 702710 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e6e7288
[junit4] 2> 702711 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001/control-001/cores
[junit4] 2> 702728 INFO (zkConnectionManagerCallback-7067-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702728 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 702729 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36537/solr ready
[junit4] 2> 702742 INFO (qtp1261280777-18049) [n:127.0.0.1:35217_qpdey ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35217_qpdey&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 702750 INFO (OverseerThreadFactory-3415-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 702855 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 702855 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 702960 INFO (zkCallback-7060-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 703870 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 703873 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 703876 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 703939 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 703945 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/conf1/managed-schema
[junit4] 2> 703946 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
[junit4] 2> 703946 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 703947 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e6e7288
[junit4] 2> 703947 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 703947 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 703949 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=32.583984375, floorSegmentMB=0.5654296875, forceMergeDeletesPctAllowed=24.255207954765332, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 703965 WARN (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 704003 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 704003 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 704004 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 704004 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 704005 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 704006 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ef855a6[control_collection_shard1_replica_n1] main]
[junit4] 2> 704006 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 704006 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 704007 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 704007 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 704007 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 704008 INFO (searcherExecutor-3418-thread-1-processing-n:127.0.0.1:35217_qpdey x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@ef855a6[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 704008 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588184103743651840
[junit4] 2> 704011 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 704011 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 704011 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35217/qpdey/control_collection_shard1_replica_n1/
[junit4] 2> 704011 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 704011 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:35217/qpdey/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 704011 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 704012 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35217/qpdey/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 762802 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 35217
[junit4] 2> 762802 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=327619529
[junit4] 2> 762802 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 762803 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b62be30: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5e52a4b0
[junit4] 2> 762808 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 762808 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ac48c33: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@34dacdba
[junit4] 2> 762812 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 762812 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c106340: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@30e55ff9
[junit4] 2> 762813 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35217_qpdey
[junit4] 2> 762813 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 762813 INFO (zkCallback-7060-thread-2-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 762815 INFO (coreCloseExecutor-3423-thread-1) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2fc58823
[junit4] 2> 762815 INFO (coreCloseExecutor-3423-thread-1) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=801474595
[junit4] 2> 762815 INFO (coreCloseExecutor-3423-thread-1) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@26d60322: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6e8fca78
[junit4] 2> 762822 INFO (coreCloseExecutor-3423-thread-1) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=801474595
[junit4] 2> 773696 INFO (ScheduledTrigger-3413-thread-2) [n:127.0.0.1:35217_qpdey ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 773697 INFO (AutoscalingActionExecutor-3414-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2311601126 sessionWrapper.createTime 2311601125997828, this.sessionWrapper.createTime 2311601125997828
[junit4] 2> 773697 INFO (AutoscalingActionExecutor-3414-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"836613fbad5e3T4xjgwx80wkxxtyk76cmu7686l",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":2311591122621923,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2311591122621923],
[junit4] 2> "_enqueue_time_":2311601124858279,
[junit4] 2> "nodeNames":["127.0.0.1:35217_qpdey"]}}
[junit4] 2> 882744 ERROR (qtp1261280777-18049) [n:127.0.0.1:35217_qpdey ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 882744 INFO (qtp1261280777-18049) [n:127.0.0.1:35217_qpdey ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35217_qpdey&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 882744 ERROR (qtp1261280777-18049) [n:127.0.0.1:35217_qpdey ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1302955 ERROR (OverseerThreadFactory-3415-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:35217/qpdey
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:35217/qpdey
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] 2> at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 1302955 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.Overseer Overseer (id=99261506378006533-127.0.0.1:35217_qpdey-n_0000000000) closing
[junit4] 2> 1302956 ERROR (OverseerThreadFactory-3415-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 1302956 INFO (OverseerStateUpdate-99261506378006533-127.0.0.1:35217_qpdey-n_0000000000) [n:127.0.0.1:35217_qpdey ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35217_qpdey
[junit4] 2> 1302956 INFO (OverseerThreadFactory-3415-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1333029 INFO (zkCallback-7060-thread-5-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1333029 ERROR (OverseerThreadFactory-3415-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:112)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:688)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:240)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1333030 INFO (OverseerThreadFactory-3415-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1333031 WARN (OverseerAutoScalingTriggerThread-99261506378006533-127.0.0.1:35217_qpdey-n_0000000000) [n:127.0.0.1:35217_qpdey ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1333032 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@52f6eb96{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1333032 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2283daa6{/qpdey,null,UNAVAILABLE}
[junit4] 2> 1333075 ERROR (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:892)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1053)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1333076 ERROR (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:892)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1053)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 1333076 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630221
[junit4] 2> 1333077 ERROR (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1333077 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36537 36537
[junit4] 2> 1342726 INFO (Thread-3716) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36537 36537
[junit4] 2> 1342726 WARN (Thread-3716) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCloudManagedSchema -Dtests.method=test -Dtests.seed=F59B83221854B56D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hi -Dtests.timezone=Etc/GMT-12 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 640s J0 | TestCloudManagedSchema.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:35217/qpdey
[junit4] > at __randomizedtesting.SeedInfo.seed([F59B83221854B56D:7DCFBCF8B6A8D895]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] > at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 42 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7df20830), locale=hi, timezone=Etc/GMT-12
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=246784704,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [ActionThrottleTest, HighlighterMaxOffsetTest, TestJoin, TestPhraseSuggestions, EnumFieldTest, TestReplicationHandler, MetricsHandlerTest, CollectionsAPISolrJTest, ExternalFileFieldSortTest, BlockJoinFacetSimpleTest, CoreSorterTest, SimpleFacetsTest, TestMacroExpander, HttpTriggerListenerTest, TestSuggestSpellingConverter, AssignBackwardCompatibilityTest, CoreAdminRequestStatusTest, TestManagedSchemaThreadSafety, TestSQLHandler, DeleteReplicaTest, TestStressLiveNodes, DocValuesTest, TestRequestForwarding, PreAnalyzedUpdateProcessorTest, SpatialFilterTest, TestTrieFacet, FastVectorHighlighterTest, UUIDUpdateProcessorFallbackTest, TestSolrJ, AnalysisAfterCoreReloadTest, RequestLoggingTest, TestUtils, TermVectorComponentTest, TestSolrIndexConfig, TestSchemaVersionResource, TestNestedDocsSort, TestIBSimilarityFactory, CleanupOldIndexTest, JsonLoaderTest, TestHalfAndHalfDocValues, TestFoldingMultitermQuery, ForceLeaderTest, TestRawTransformer, TestDynamicLoading, DistributedFacetPivotLargeTest, NodeMutatorTest, TestManagedStopFilterFactory, TestLRUStatsCache, TestComplexPhraseLeadingWildcard, LeaderInitiatedRecoveryOnCommitTest, TestRandomRequestDistribution, SliceStateTest, DistributedDebugComponentTest, ZkControllerTest, CdcrUpdateLogTest, DocumentBuilderTest, RAMDirectoryFactoryTest, TestDynamicFieldCollectionResource, MoveReplicaHDFSTest, DistributedQueryElevationComponentTest, TestNoOpRegenerator, TestFieldCache, SmileWriterTest, TestTolerantUpdateProcessorRandomCloud, QueryParsingTest, TestSolrFieldCacheBean, HdfsDirectoryFactoryTest, OverseerCollectionConfigSetProcessorTest, TestRestManager, TestConfigOverlay, TestCloudManagedSchema]
[junit4] Completed [259/765 (1!)] on J0 in 640.38s, 1 test, 1 error <<< FAILURES!
[...truncated 1709 lines...]
[junit4] JVM J1: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20171230_045443_78013545847084019405851.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /home/jenkins/workspace/Lucene-Solr-master-Linux/heapdumps/java_pid21572.hprof ...
[junit4] Heap dump file created [340947349 bytes in 0.566 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 901 lines...]
[junit4] Suite: org.apache.solr.client.solrj.io.stream.StreamExpressionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_4E9775440D0A2DEB-001/init-core-data-001
[junit4] 2> 107939 WARN (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=19 numCloses=19
[junit4] 2> 107939 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 107939 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 107940 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 107940 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_4E9775440D0A2DEB-001/tempDir-001
[junit4] 2> 107940 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 107940 INFO (Thread-295) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 107940 INFO (Thread-295) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 107942 ERROR (Thread-295) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 108040 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33341
[junit4] 2> 108042 INFO (zkConnectionManagerCallback-308-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108044 INFO (jetty-launcher-305-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 108045 INFO (jetty-launcher-305-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 108046 INFO (jetty-launcher-305-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 108049 INFO (jetty-launcher-305-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 108050 INFO (jetty-launcher-305-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@507a78b2{/solr,null,AVAILABLE}
[junit4] 2> 108051 INFO (jetty-launcher-305-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ee2fa38{/solr,null,AVAILABLE}
[junit4] 2> 108051 INFO (jetty-launcher-305-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@48fc4a9a{HTTP/1.1,[http/1.1]}{127.0.0.1:35487}
[junit4] 2> 108051 INFO (jetty-launcher-305-thread-1) [ ] o.e.j.s.Server Started @110696ms
[junit4] 2> 108051 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35487}
[junit4] 2> 108052 ERROR (jetty-launcher-305-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108052 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108052 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108052 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108052 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T05:44:48.055275Z
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c201a11{HTTP/1.1,[http/1.1]}{127.0.0.1:37641}
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-2) [ ] o.e.j.s.Server Started @110705ms
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37641}
[junit4] 2> 108061 INFO (zkConnectionManagerCallback-310-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20ab3fa2{/solr,null,AVAILABLE}
[junit4] 2> 108061 ERROR (jetty-launcher-305-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T05:44:48.064924Z
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56b1cfa9{/solr,null,AVAILABLE}
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2fd73521{HTTP/1.1,[http/1.1]}{127.0.0.1:37243}
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-4) [ ] o.e.j.s.Server Started @110706ms
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37243}
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@717e5619{HTTP/1.1,[http/1.1]}{127.0.0.1:36425}
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-3) [ ] o.e.j.s.Server Started @110706ms
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36425}
[junit4] 2> 108062 ERROR (jetty-launcher-305-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108062 ERROR (jetty-launcher-305-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108063 INFO (jetty-launcher-305-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T05:44:48.065980Z
[junit4] 2> 108063 INFO (zkConnectionManagerCallback-312-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108063 INFO (jetty-launcher-305-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108063 INFO (jetty-launcher-305-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T05:44:48.066494Z
[junit4] 2> 108063 INFO (jetty-launcher-305-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108066 INFO (zkConnectionManagerCallback-314-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108066 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a5f384480001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 108068 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33341/solr
[junit4] 2> 108068 INFO (jetty-launcher-305-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108072 INFO (zkConnectionManagerCallback-316-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108075 INFO (zkConnectionManagerCallback-320-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108075 INFO (jetty-launcher-305-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108077 INFO (jetty-launcher-305-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33341/solr
[junit4] 2> 108081 INFO (jetty-launcher-305-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33341/solr
[junit4] 2> 108092 INFO (zkConnectionManagerCallback-327-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108095 INFO (zkConnectionManagerCallback-330-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108096 INFO (zkConnectionManagerCallback-323-thread-1-processing-n:127.0.0.1:35487_solr) [n:127.0.0.1:35487_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108103 INFO (jetty-launcher-305-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33341/solr
[junit4] 2> 108110 INFO (zkConnectionManagerCallback-336-thread-1-processing-n:127.0.0.1:37243_solr) [n:127.0.0.1:37243_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108111 INFO (zkConnectionManagerCallback-338-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108113 INFO (zkConnectionManagerCallback-334-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108117 WARN (jetty-launcher-305-thread-2) [n:127.0.0.1:37641_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 108117 WARN (jetty-launcher-305-thread-4) [n:127.0.0.1:37243_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 108117 WARN (jetty-launcher-305-thread-1) [n:127.0.0.1:35487_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 108119 INFO (jetty-launcher-305-thread-2) [n:127.0.0.1:37641_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108122 INFO (jetty-launcher-305-thread-2) [n:127.0.0.1:37641_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37641_solr
[junit4] 2> 108125 INFO (jetty-launcher-305-thread-2) [n:127.0.0.1:37641_solr ] o.a.s.c.Overseer Overseer (id=99261657117097993-127.0.0.1:37641_solr-n_0000000000) starting
[junit4] 2> 108125 INFO (zkConnectionManagerCallback-341-thread-1-processing-n:127.0.0.1:36425_solr) [n:127.0.0.1:36425_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108126 INFO (jetty-launcher-305-thread-1) [n:127.0.0.1:35487_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108126 INFO (jetty-launcher-305-thread-4) [n:127.0.0.1:37243_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108127 INFO (jetty-launcher-305-thread-1) [n:127.0.0.1:35487_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35487_solr
[junit4] 2> 108127 INFO (jetty-launcher-305-thread-4) [n:127.0.0.1:37243_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37243_solr
[junit4] 2> 108130 WARN (jetty-launcher-305-thread-3) [n:127.0.0.1:36425_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 108132 INFO (jetty-launcher-305-thread-3) [n:127.0.0.1:36425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 108132 INFO (jetty-launcher-305-thread-2) [n:127.0.0.1:37641_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37641_solr
[junit4] 2> 108133 INFO (jetty-launcher-305-thread-3) [n:127.0.0.1:36425_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108135 INFO (jetty-launcher-305-thread-3) [n:127.0.0.1:36425_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36425_solr
[junit4] 2> 108157 INFO (zkCallback-335-thread-1-processing-n:127.0.0.1:37243_solr) [n:127.0.0.1:37243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 108157 INFO (zkCallback-322-thread-1-processing-n:127.0.0.1:35487_solr) [n:127.0.0.1:35487_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 108157 INFO (zkCallback-333-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 108158 INFO (zkCallback-340-thread-1-processing-n:127.0.0.1:36425_solr) [n:127.0.0.1:36425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 108169 INFO (OverseerStateUpdate-99261657117097993-127.0.0.1:37641_solr-n_0000000000) [n:127.0.0.1:37641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 108171 INFO (jetty-launcher-305-thread-4) [n:127.0.0.1:37243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37243.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64fe4586
[junit4] 2> 108183 INFO (jetty-launcher-305-thread-4) [n:127.0.0.1:37243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37243.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64fe4586
[junit4] 2> 108184 INFO (jetty-launcher-305-thread-4) [n:127.0.0.1:37243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37243.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64fe4586
[junit4] 2> 108184 INFO (jetty-launcher-305-thread-4) [n:127.0.0.1:37243_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-sol
[...truncated too long message...]
ag=null
[junit4] 2> 230111 INFO (jetty-closer-306-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 230113 INFO (jetty-closer-306-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 230114 INFO (zkCallback-340-thread-3-processing-n:127.0.0.1:36425_solr) [n:127.0.0.1:36425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 230114 INFO (jetty-closer-306-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 230114 INFO (zkCallback-333-thread-4-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 230114 INFO (zkCallback-335-thread-3-processing-n:127.0.0.1:37243_solr) [n:127.0.0.1:37243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 230114 INFO (zkCallback-322-thread-3-processing-n:127.0.0.1:35487_solr) [n:127.0.0.1:35487_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 230115 INFO (coreCloseExecutor-498-thread-1) [n:127.0.0.1:36425_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@76a52a21
[junit4] 2> 230117 INFO (coreCloseExecutor-498-thread-1) [n:127.0.0.1:36425_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n2, tag=1990535713
[junit4] 2> 230117 INFO (coreCloseExecutor-498-thread-1) [n:127.0.0.1:36425_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d9d3d60: rootName = solr_36425, domain = solr.core.collection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@7d0dea31
[junit4] 2> 230118 INFO (jetty-closer-306-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@20ab3fa2{/solr,null,UNAVAILABLE}
[junit4] 2> 230119 INFO (coreCloseExecutor-500-thread-1) [n:127.0.0.1:37641_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6075aa29
[junit4] 2> 230119 INFO (coreCloseExecutor-500-thread-1) [n:127.0.0.1:37641_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=1618324009
[junit4] 2> 230119 INFO (coreCloseExecutor-500-thread-1) [n:127.0.0.1:37641_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3b1fff62: rootName = solr_37641, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@42694b9e
[junit4] 2> 230121 INFO (jetty-closer-306-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@507a78b2{/solr,null,UNAVAILABLE}
[junit4] 2> 230122 INFO (coreCloseExecutor-498-thread-1) [n:127.0.0.1:36425_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1990535713
[junit4] 2> 230124 INFO (coreCloseExecutor-500-thread-1) [n:127.0.0.1:37641_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1618324009
[junit4] 2> 230126 INFO (jetty-closer-306-thread-4) [ ] o.a.s.c.Overseer Overseer (id=99261657117097993-127.0.0.1:37641_solr-n_0000000000) closing
[junit4] 2> 230126 INFO (OverseerStateUpdate-99261657117097993-127.0.0.1:37641_solr-n_0000000000) [n:127.0.0.1:37641_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37641_solr
[junit4] 2> 230126 WARN (OverseerAutoScalingTriggerThread-99261657117097993-127.0.0.1:37641_solr-n_0000000000) [n:127.0.0.1:37641_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 230127 INFO (jetty-closer-306-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@56b1cfa9{/solr,null,UNAVAILABLE}
[junit4] 2> 230129 INFO (jetty-closer-306-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ee2fa38{/solr,null,UNAVAILABLE}
[junit4] 2> 230130 ERROR (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 230132 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33341 33341
[junit4] 2> 231400 INFO (Thread-295) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33341 33341
[junit4] 2> 231401 WARN (Thread-295) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99261657117097991-127.0.0.1:35487_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99261657117097993-127.0.0.1:37641_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> 231401 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1524, maxMBSortInHeap=6.2662273436382545, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1f604f7e), locale=ar-DZ, timezone=BET
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=343824640,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SolrPingTest, RecursiveEvaluatorTest, TestRetryUtil, MergeIndexesEmbeddedTest, TestLBHttpSolrClient, AbsoluteValueEvaluatorTest, FacetFieldTest, SolrExampleStreamingBinaryTest, QueryResponseTest, ArcTangentEvaluatorTest, TestDelegationTokenResponse, UniformDistributionEvaluatorTest, TestV2Request, NormalDistributionEvaluatorTest, CumulativeProbabilityEvaluatorTest, SubtractEvaluatorTest, RoundEvaluatorTest, ConcurrentUpdateSolrClientTest, SolrExampleEmbeddedTest, CloudSolrClientMultiConstructorTest, SolrZkClientTest, TestFastInputStream, LengthEvaluatorTest, CollectionAdminRequestRequiredParamsTest, GetByIdTest, SolrSchemalessExampleTest, CloudSolrClientBuilderTest, CloudSolrClientCacheTest, ConcurrentUpdateSolrClientBuilderTest, HttpSolrClientSSLAuthConPoolTest, LBHttpSolrClientBuilderTest, TestCloudSolrClientConnections, JDBCStreamTest, StreamExpressionTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=StreamExpressionTest -Dtests.seed=4E9775440D0A2DEB -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-DZ -Dtests.timezone=BET -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | StreamExpressionTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 90 seconds
[junit4] > at __randomizedtesting.SeedInfo.seed([4E9775440D0A2DEB]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
[junit4] > at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.setupCluster(StreamExpressionTest.java:103)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [146/146 (1!)] on J1 in 123.50s, 0 tests, 1 failure <<< FAILURES!
[...truncated 7679 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:835: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:787: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid21572.hprof
Total time: 78 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
21172 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21172/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([72625982D23A1936:4FBAF7AEEAD44746]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 13196 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/init-core-data-001
[junit4] 2> 1492210 WARN (SUITE-TestAuthenticationFramework-seed#[72625982D23A1936]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1492210 INFO (SUITE-TestAuthenticationFramework-seed#[72625982D23A1936]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1492211 INFO (SUITE-TestAuthenticationFramework-seed#[72625982D23A1936]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1492213 INFO (SUITE-TestAuthenticationFramework-seed#[72625982D23A1936]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1492217 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001
[junit4] 2> 1492217 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1492219 INFO (Thread-2314) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1492219 INFO (Thread-2314) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1492221 ERROR (Thread-2314) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1492319 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.c.ZkTestServer start zk server on port:35655
[junit4] 2> 1492321 INFO (zkConnectionManagerCallback-3025-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492324 INFO (jetty-launcher-3022-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1492329 INFO (jetty-launcher-3022-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1492333 INFO (jetty-launcher-3022-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@480db88c{/solr,null,AVAILABLE}
[junit4] 2> 1492333 INFO (jetty-launcher-3022-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a322e7f{/solr,null,AVAILABLE}
[junit4] 2> 1492334 INFO (jetty-launcher-3022-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2bd5d842{SSL,[ssl, http/1.1]}{127.0.0.1:39865}
[junit4] 2> 1492334 INFO (jetty-launcher-3022-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e521858{SSL,[ssl, http/1.1]}{127.0.0.1:32853}
[junit4] 2> 1492334 INFO (jetty-launcher-3022-thread-2) [ ] o.e.j.s.Server Started @1493769ms
[junit4] 2> 1492334 INFO (jetty-launcher-3022-thread-1) [ ] o.e.j.s.Server Started @1493769ms
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39865}
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32853}
[junit4] 2> 1492335 ERROR (jetty-launcher-3022-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1492335 ERROR (jetty-launcher-3022-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T02:16:13.354Z
[junit4] 2> 1492336 INFO (jetty-launcher-3022-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T02:16:13.354Z
[junit4] 2> 1492337 INFO (zkConnectionManagerCallback-3028-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492337 INFO (zkConnectionManagerCallback-3029-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492337 INFO (jetty-launcher-3022-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1492338 INFO (jetty-launcher-3022-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1492344 INFO (jetty-launcher-3022-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35655/solr
[junit4] 2> 1492344 INFO (jetty-launcher-3022-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35655/solr
[junit4] 2> 1492345 INFO (zkConnectionManagerCallback-3034-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492345 INFO (zkConnectionManagerCallback-3037-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492346 INFO (zkConnectionManagerCallback-3039-thread-1-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492346 INFO (zkConnectionManagerCallback-3041-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492393 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1492394 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39865_solr
[junit4] 2> 1492394 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.c.Overseer Overseer (id=99260836953391110-127.0.0.1:39865_solr-n_0000000000) starting
[junit4] 2> 1492396 INFO (jetty-launcher-3022-thread-1) [n:127.0.0.1:32853_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1492397 INFO (jetty-launcher-3022-thread-1) [n:127.0.0.1:32853_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32853_solr
[junit4] 2> 1492398 INFO (zkCallback-3040-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1492401 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39865_solr
[junit4] 2> 1492413 INFO (zkCallback-3038-thread-1-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1492417 INFO (zkCallback-3040-thread-2-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1492443 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1492471 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39865.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1492475 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39865.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1492475 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39865.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1492476 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node2/.
[junit4] 2> 1492481 INFO (jetty-launcher-3022-thread-1) [n:127.0.0.1:32853_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1492498 INFO (jetty-launcher-3022-thread-1) [n:127.0.0.1:32853_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32853.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1492503 INFO (jetty-launcher-3022-thread-1) [n:127.0.0.1:32853_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32853.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1492503 INFO (jetty-launcher-3022-thread-1) [n:127.0.0.1:32853_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32853.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1492503 INFO (jetty-launcher-3022-thread-1) [n:127.0.0.1:32853_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node1/.
[junit4] 2> 1492518 INFO (zkConnectionManagerCallback-3047-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492520 INFO (zkConnectionManagerCallback-3051-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492520 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1492525 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35655/solr ready
[junit4] 2> 1492526 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 1492543 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1492544 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1492544 INFO (qtp2142066776-12963) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1492544 INFO (OverseerThreadFactory-5092-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 1492545 INFO (qtp2142066776-12963) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1492660 INFO (OverseerStateUpdate-99260836953391110-127.0.0.1:39865_solr-n_0000000000) [n:127.0.0.1:39865_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32853/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1492661 INFO (OverseerStateUpdate-99260836953391110-127.0.0.1:39865_solr-n_0000000000) [n:127.0.0.1:39865_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39865/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1492663 INFO (OverseerStateUpdate-99260836953391110-127.0.0.1:39865_solr-n_0000000000) [n:127.0.0.1:39865_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32853/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1492664 INFO (OverseerStateUpdate-99260836953391110-127.0.0.1:39865_solr-n_0000000000) [n:127.0.0.1:39865_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39865/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1492893 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
[junit4] 2> 1492893 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 1492893 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1492894 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613&coreNodeName=core_node5&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1492894 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613&coreNodeName=core_node5&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 1492904 INFO (qtp314695004-12951) [n:127.0.0.1:32853_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
[junit4] 2> 1492905 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 1492905 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1492907 INFO (qtp314695004-12959) [n:127.0.0.1:32853_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061&coreNodeName=core_node2&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1492907 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061&coreNodeName=core_node2&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 1492908 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553
[junit4] 2> 1492908 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1493009 INFO (zkCallback-3038-thread-1-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1493009 INFO (zkCallback-3040-thread-2-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1493009 INFO (zkCallback-3040-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1493009 INFO (zkCallback-3038-thread-2-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1493545 INFO (qtp2142066776-12964) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1493545 INFO (qtp2142066776-12964) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1493901 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1493901 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1493906 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema [testcollection_shard1_replica_n3] Schema name=minimal
[junit4] 2> 1493906 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1493908 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1493908 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
[junit4] 2> 1493909 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553
[junit4] 2> 1493909 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1493910 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39865.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1493910 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1493911 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node2/testcollection_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node2/./testcollection_shard2_replica_n6/data/]
[junit4] 2> 1493930 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1493933 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1493933 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n3' using configuration from collection testcollection, trusted=true
[junit4] 2> 1493933 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1493934 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39865.solr.core.testcollection.shard1.replica_n3' (registry 'solr.core.testcollection.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1493934 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1493934 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [[testcollection_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node2/testcollection_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node2/./testcollection_shard1_replica_n3/data/]
[junit4] 2> 1493937 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1493938 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1493939 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1493939 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
[junit4] 2> 1493939 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32853.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1493939 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1493939 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node1/testcollection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node1/./testcollection_shard2_replica_n4/data/]
[junit4] 2> 1493940 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1493940 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 1493940 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32853.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1493940 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1493940 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node1/testcollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node1/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 1493969 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1493969 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1493970 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1493970 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1493972 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@307e16f6[testcollection_shard2_replica_n6] main]
[junit4] 2> 1493972 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1493972 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588173393092411392
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1493974 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1493974 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1493975 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@45950d08[testcollection_shard1_replica_n3] main]
[junit4] 2> 1493975 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fed15fe[testcollection_shard1_replica_n1] main]
[junit4] 2> 1493975 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1493975 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1493975 INFO (searcherExecutor-5097-thread-1-processing-x:testcollection_shard2_replica_n6 r:core_node8 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE n:127.0.0.1:39865_solr s:shard2 c:testcollection) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] Registered new searcher Searcher@307e16f6[testcollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1493975 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1493975 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1493975 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1493976 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1493976 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1493976 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1493976 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1493976 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1493977 INFO (searcherExecutor-5098-thread-1-processing-x:testcollection_shard1_replica_n3 r:core_node5 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE n:127.0.0.1:39865_solr s:shard1 c:testcollection) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [testcollection_shard1_replica_n3] Registered new searcher Searcher@45950d08[testcollection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1493977 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588173393096605696
[junit4] 2> 1493977 INFO (searcherExecutor-5100-thread-1-processing-x:testcollection_shard1_replica_n1 r:core_node2 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE n:127.0.0.1:32853_solr s:shard1 c:testcollection) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@1fed15fe[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1493977 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588173393096605696
[junit4] 2> 1493977 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@12a1a61c[testcollection_shard2_replica_n4] main]
[junit4] 2> 1493978 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1493978 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1493978 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1493979 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1493979 INFO (searcherExecutor-5099-thread-1-processing-x:testcollection_shard2_replica_n4 r:core_node7 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE n:127.0.0.1:32853_solr s:shard2 c:testcollection) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] Registered new searcher Searcher@12a1a61c[testcollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1493979 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588173393098702848
[junit4] 2> 1493979 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1494104 INFO (zkCallback-3038-thread-1-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494104 INFO (zkCallback-3038-thread-2-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494104 INFO (zkCallback-3040-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494104 INFO (zkCallback-3040-thread-3-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494479 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1494479 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1494479 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39865/solr/testcollection_shard2_replica_n6/
[junit4] 2> 1494479 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n6 url=https://127.0.0.1:39865/solr START replicas=[https://127.0.0.1:32853/solr/testcollection_shard2_replica_n4/] nUpdates=100
[junit4] 2> 1494480 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1494480 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1494480 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/
[junit4] 2> 1494480 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n3 url=https://127.0.0.1:39865/solr START replicas=[https://127.0.0.1:32853/solr/testcollection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1494481 INFO (qtp314695004-12959) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1494482 INFO (qtp314695004-12953) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1494546 INFO (qtp2142066776-12963) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1494546 INFO (qtp2142066776-12963) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1494779 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n6 url=https://127.0.0.1:39865/solr DONE. We have no versions. sync failed.
[junit4] 2> 1494779 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1494779 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1494779 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1494781 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n3 url=https://127.0.0.1:39865/solr DONE. We have no versions. sync failed.
[junit4] 2> 1494781 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1494781 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1494781 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1494781 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39865/solr/testcollection_shard2_replica_n6/ shard2
[junit4] 2> 1494782 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/ shard1
[junit4] 2> 1494882 INFO (zkCallback-3038-thread-2-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494882 INFO (zkCallback-3040-thread-3-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494882 INFO (zkCallback-3040-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494882 INFO (zkCallback-3038-thread-1-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494909 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553
[junit4] 2> 1494909 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1494931 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1494932 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1495082 INFO (zkCallback-3040-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1495082 INFO (zkCallback-3038-thread-1-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1495082 INFO (zkCallback-3038-thread-2-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1495082 INFO (zkCallback-3040-thread-3-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1495547 INFO (qtp2142066776-12965) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1495547 INFO (qtp2142066776-12965) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1495910 INFO (qtp2142066776-12964) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553
[junit4] 2> 1495910 INFO (qtp2142066776-12964) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1495912 INFO (qtp314695004-12955) [n:127.0.0.1:32853_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901
[junit4] 2> 1495912 INFO (qtp314695004-12955) [n:127.0.0.1:32853_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1495913 INFO (OverseerThreadFactory-5092-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1496545 INFO (OverseerCollectionConfigSetProcessor-99260836953391110-127.0.0.1:39865_solr-n_0000000000) [n:127.0.0.1:39865_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1496548 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1496548 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1496548 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1496549 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1496549 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node5 rstate:active live:true
[junit4] 1> replica:core_node7 rstate:active live:true
[junit4] 1> replica:core_node8 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 1496549 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testcollection
[junit4] 2> 1496551 INFO (qtp314695004-12953) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:32853/solr/testcollection_shard2_replica_n4/|https://127.0.0.1:39865/solr/testcollection_shard2_replica_n6/&rows=10&version=2&q=*:*&NOW=1514600177569&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1496552 INFO (qtp314695004-13040) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:32853/solr/testcollection_shard1_replica_n1/|https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/&rows=10&version=2&q=*:*&NOW=1514600177569&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1496552 INFO (qtp314695004-12955) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:5&wt=javabin&version=2} hits=0 status=0 QTime=1
[junit4] 2> 1496555 INFO (qtp314695004-12950) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/&wt=javabin&version=2}{add=[1 (1588173395797737472)]} 0 0
[junit4] 2> 1496555 INFO (qtp2142066776-12965) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n3] webapp=/solr path=/update params={_stateVer_=testcollection:5&wt=javabin&version=2}{add=[1 (1588173395797737472)]} 0 2
[junit4] 2> 1496556 INFO (qtp314695004-12952) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588173395800883200,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1496556 INFO (qtp314695004-12952) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3e7fb82e commitCommandVersion:1588173395800883200
[junit4] 2> 1496556 INFO (qtp314695004-12959) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588173395800883200,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1496556 INFO (qtp314695004-12959) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1496557 INFO (qtp314695004-12959) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1496557 INFO (qtp314695004-12959) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1496558 INFO (qtp2142066776-12960) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588173395802980352,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1496558 INFO (qtp2142066776-12960) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@36348558 commitCommandVersion:1588173395802980352
[junit4] 2> 1496558 INFO (qtp314695004-12952) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c870605[testcollection_shard1_replica_n1] main]
[junit4] 2> 1496558 INFO (qtp2142066776-12965) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588173395802980352,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1496558 INFO (qtp2142066776-12965) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1496558 INFO (qtp2142066776-12965) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1496558 INFO (qtp314695004-12952) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1496558 INFO (qtp2142066776-12965) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1496559 INFO (searcherExecutor-5100-thread-1-processing-n:127.0.0.1:32853_solr x:testcollection_shard1_replica_n1 s:shard1 c:testcollection r:core_node2) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@4c870605[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 1496559 INFO (qtp314695004-12952) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 1496560 INFO (qtp2142066776-12960) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@447d4441[testcollection_shard1_replica_n3] main]
[junit4] 2> 1496560 INFO (qtp2142066776-12960) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1496561 INFO (searcherExecutor-5098-thread-1-processing-n:127.0.0.1:39865_solr x:testcollection_shard1_replica_n3 s:shard1 c:testcollection r:core_node5) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [testcollection_shard1_replica_n3] Registered new searcher Searcher@447d4441[testcollection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 1496561 INFO (qtp2142066776-12960) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n3] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 1496561 INFO (qtp2142066776-12964) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n3] webapp=/solr path=/update params={_stateVer_=testcollection:5&commit=true&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 1496562 INFO (qtp314695004-13040) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:32853/solr/testcollection_shard2_replica_n4/|https://127.0.0.1:39865/solr/testcollection_shard2_replica_n6/&rows=10&version=2&q=*:*&NOW=1514600177581&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1496563 INFO (qtp2142066776-12960) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.S.Request [testcollection_shard1_replica_n3] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/|https://127.0.0.1:32853/solr/testcollection_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1514600177581&isShard=true&wt=javabin} hits=1 status=0 QTime=0
[junit4] 2> 1496563 INFO (qtp2142066776-12964) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.S.Request [testcollection_shard1_replica_n3] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=testcollection:5&shards.purpose=64&NOW=1514600177581&ids=1&isShard=true&shard.url=https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/|https://127.0.0.1:32853/solr/testcollection_shard1_replica_n1/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1496564 INFO (qtp314695004-13041) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:5&wt=javabin&version=2} hits=1 status=0 QTime=1
[junit4] 2> 1496564 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1496565 INFO (OverseerThreadFactory-5092-thread-2-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1496565 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n3, tag=null
[junit4] 2> 1496565 INFO (qtp314695004-12951) [n:127.0.0.1:32853_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=null
[junit4] 2> 1496565 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47fff9d0: rootName = solr_39865, domain = solr.core.testcollection.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@21d3be87
[junit4] 2> 1496565 INFO (qtp314695004-12951) [n:127.0.0.1:32853_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@784d280f: rootName = solr_32853, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2720d96
[junit4] 2> 1496575 INFO (qtp2142066776-12958) [n:127.0.0.1:39865_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=null
[junit4] 2> 1496575 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@1cf4ea4
[junit4] 2> 1496575 INFO (qtp2142066776-12958) [n:127.0.0.1:39865_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2fff63c3: rootName = solr_39865, domain = solr.core.testcollection.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@52ea650a
[junit4] 2> 1496575 INFO (qtp314695004-12955) [n:127.0.0.1:32853_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=null
[junit4] 2> 1496575 INFO (qtp314695004-12951) [n:127.0.0.1:32853_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6afd9df0
[junit4] 2> 1496575 INFO (qtp314695004-1
[...truncated too long message...]
re_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@11e9f198
[junit4] 2> 1500822 INFO (coreCloseExecutor-5137-thread-1) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3943235d: rootName = solr_39865, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5d212c80
[junit4] 2> 1500822 INFO (coreCloseExecutor-5138-thread-1) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=300544408
[junit4] 2> 1500823 INFO (coreCloseExecutor-5138-thread-1) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79bf9215: rootName = solr_32853, domain = solr.core.testcollection.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@5d4a0025
[junit4] 2> 1500824 INFO (coreCloseExecutor-5138-thread-2) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@35ebbfe7
[junit4] 2> 1500830 INFO (coreCloseExecutor-5137-thread-2) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1195748870
[junit4] 2> 1500830 INFO (coreCloseExecutor-5137-thread-1) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=1800082983
[junit4] 2> 1500834 INFO (coreCloseExecutor-5138-thread-2) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=904642535
[junit4] 2> 1500834 INFO (coreCloseExecutor-5138-thread-2) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d5a207b: rootName = solr_32853, domain = solr.core.testcollection.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@7a40e60f
[junit4] 2> 1500835 INFO (jetty-closer-3023-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99260836953391110-127.0.0.1:39865_solr-n_0000000000) closing
[junit4] 2> 1500835 INFO (OverseerStateUpdate-99260836953391110-127.0.0.1:39865_solr-n_0000000000) [n:127.0.0.1:39865_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39865_solr
[junit4] 2> 1500835 WARN (OverseerAutoScalingTriggerThread-99260836953391110-127.0.0.1:39865_solr-n_0000000000) [n:127.0.0.1:39865_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1500842 INFO (zkCallback-3038-thread-2-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32853_solr
[junit4] 2> 1500843 INFO (jetty-closer-3023-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@480db88c{/solr,null,UNAVAILABLE}
[junit4] 2> 1501233 INFO (coreCloseExecutor-5138-thread-2) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=904642535
[junit4] 2> 1501233 INFO (coreCloseExecutor-5138-thread-1) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=300544408
[junit4] 2> 1501240 INFO (jetty-closer-3023-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5a322e7f{/solr,null,UNAVAILABLE}
[junit4] 2> 1501246 ERROR (SUITE-TestAuthenticationFramework-seed#[72625982D23A1936]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1501246 INFO (SUITE-TestAuthenticationFramework-seed#[72625982D23A1936]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35655 35655
[junit4] 2> 1501440 INFO (Thread-2314) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35655 35655
[junit4] 2> 1501440 WARN (Thread-2314) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001
[junit4] 2> Dec 30, 2017 2:16:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1409, maxMBSortInHeap=5.457977262594508, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@24b57dba), locale=mk, timezone=Australia/NSW
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=326533296,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [PreAnalyzedFieldManagedSchemaCloudTest, CustomCollectionTest, TestManagedSynonymGraphFilterFactory, TestCloudJSONFacetJoinDomain, ConfigSetsAPITest, TestRestoreCore, SimpleMLTQParserTest, TestHighFrequencyDictionaryFactory, TestReplicaProperties, PeerSyncWithIndexFingerprintCachingTest, TestDistributedMissingSort, DefaultValueUpdateProcessorTest, MultiThreadedOCPTest, TestQuerySenderListener, FieldAnalysisRequestHandlerTest, TestRTimerTree, TestSSLRandomization, TestStreamBody, SolrMetricsIntegrationTest, ReplaceNodeTest, OverseerTest, TestUseDocValuesAsStored2, TestCloudNestedDocsSort, TestSortByMinMaxFunction, SolrCLIZkUtilsTest, TestBackupRepositoryFactory, ChaosMonkeyNothingIsSafeTest, SystemLogListenerTest, TestSolrCoreSnapshots, RequiredFieldsTest, TestInfoStreamLogging, TolerantUpdateProcessorTest, TestExtendedDismaxParser, CdcrBidirectionalTest, LeaderElectionTest, TestCollationFieldDocValues, ShardSplitTest, TestBulkSchemaConcurrent, SubstringBytesRefFilterTest, TestExceedMaxTermLength, IndexBasedSpellCheckerTest, OverriddenZkACLAndCredentialsProvidersTest, TestSubQueryTransformerCrossCore, TestLRUCache, TestXmlQParserPlugin, TestSchemaManager, TestLMJelinekMercerSimilarityFactory, BasicDistributedZk2Test, SolrCoreCheckLockOnStartupTest, FileBasedSpellCheckerTest, PluginInfoTest, SpellPossibilityIteratorTest, InfoHandlerTest, ConnectionReuseTest, TestDocTermOrds, TestMultiWordSynonyms, TestQueryTypes, SolrTestCaseJ4Test, TimeZoneUtilsTest, TestSolrCloudWithKerberosAlt, CopyFieldTest, TestUniqueKeyFieldResource, TestNumericRangeQuery32, HttpPartitionTest, TestCollapseQParserPlugin, PeerSyncReplicationTest, FieldMutatingUpdateProcessorTest, TestPKIAuthenticationPlugin, SolrCoreMetricManagerTest, HdfsSyncSliceTest, TestSchemaSimilarityResource, TestReloadAndDeleteDocs, TestPayloadCheckQParserPlugin, FullSolrCloudDistribCmdsTest, OverseerRolesTest, TestRawResponseWriter, TestCustomStream, TestClusterStateProvider, ConjunctionSolrSpellCheckerTest, TestPartialUpdateDeduplication, EchoParamsTest, BlobRepositoryCloudTest, TestSystemIdResolver, UnloadDistributedZkTest, TestFunctionQuery, ShufflingReplicaListTransformerTest, TestDistributedGrouping, DistribJoinFromCollectionTest, CdcrReplicationHandlerTest, SolrJmxReporterCloudTest, LegacyCloudClusterPropTest, TestSolrQueryResponse, TestRandomFlRTGCloud, RankQueryTest, TestGroupingSearch, TestRandomCollapseQParserPlugin, HdfsUnloadDistributedZkTest, TestEmbeddedSolrServerConstructors, TestLockTree, BufferStoreTest, DocValuesNotIndexedTest, AddSchemaFieldsUpdateProcessorFactoryTest, DistributedFacetPivotSmallAdvancedTest, TestCollectionAPI, TestInPlaceUpdatesStandalone, TestConfigSetProperties, TestLegacyNumericRangeQueryBuilder, BadComponentTest, DocValuesMissingTest, TestSimDistributedQueue, ExitableDirectoryReaderTest, TestDefaultStatsCache, RollingRestartTest, TestNonDefinedSimilarityFactory, TestSolrCoreProperties, TestAuthenticationFramework]
[junit4] Completed [454/765 (1!)] on J2 in 9.99s, 1 test, 1 error <<< FAILURES!
[...truncated 49068 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
21171 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21171/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC
3 tests failed.
FAILED: org.apache.solr.cloud.DistribCursorPagingTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:44903/fzd/b
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44903/fzd/b
at __randomizedtesting.SeedInfo.seed([FE992FBCBA626E72:76CD1066149E038A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:43575/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:41807/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:34201/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:43575/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:41807/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:34201/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([FE992FBCBA626E72:5454FC4E0DB1BBA2]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34201/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 46 more
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Error from server at https://127.0.0.1:41535/solr: Timed out waiting to see all replicas: [testSimple2_shard1_replica_n1, testSimple2_shard1_replica_n2, testSimple2_shard2_replica_n3, testSimple2_shard2_replica_n4] in cluster state. Last state: DocCollection(testSimple2//collections/testSimple2/state.json/0)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41535/solr: Timed out waiting to see all replicas: [testSimple2_shard1_replica_n1, testSimple2_shard1_replica_n2, testSimple2_shard2_replica_n3, testSimple2_shard2_replica_n4] in cluster state. Last state: DocCollection(testSimple2//collections/testSimple2/state.json/0)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([FE992FBCBA626E72:C62A0B429D91BAA3]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:73)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12130 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/init-core-data-001
[junit4] 2> 350786 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 350787 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 350789 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 350790 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001
[junit4] 2> 350790 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 350790 INFO (Thread-3200) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 350790 INFO (Thread-3200) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 350792 ERROR (Thread-3200) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 350890 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35401
[junit4] 2> 350892 INFO (zkConnectionManagerCallback-815-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350895 INFO (jetty-launcher-812-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 350895 INFO (jetty-launcher-812-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 350895 INFO (jetty-launcher-812-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 350906 INFO (jetty-launcher-812-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@119185d{/solr,null,AVAILABLE}
[junit4] 2> 350906 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=2406515
[junit4] 2> 350906 INFO (jetty-launcher-812-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@473984{/solr,null,AVAILABLE}
[junit4] 2> 350906 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=17565785
[junit4] 2> 350906 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=12533641
[junit4] 2> 350906 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=565773
[junit4] 2> 350906 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=24145695
[junit4] 2> 350906 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=13367336
[junit4] 2> 350907 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=29477839
[junit4] 2> 350907 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=13506352
[junit4] 2> 350907 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=8946785
[junit4] 2> 350907 INFO (jetty-launcher-812-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@163dcde{/solr,null,AVAILABLE}
[junit4] 2> 350907 INFO (jetty-launcher-812-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@114def9{SSL,[ssl, http/1.1]}{127.0.0.1:45403}
[junit4] 2> 350907 INFO (jetty-launcher-812-thread-3) [ ] o.e.j.s.Server Started @351954ms
[junit4] 2> 350907 INFO (jetty-launcher-812-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45403}
[junit4] 2> 350908 ERROR (jetty-launcher-812-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c1c2e7{SSL,[ssl, http/1.1]}{127.0.0.1:41535}
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@134abe6{SSL,[ssl, http/1.1]}{127.0.0.1:40281}
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-2) [ ] o.e.j.s.Server Started @351954ms
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-1) [ ] o.e.j.s.Server Started @351955ms
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41535}
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40281}
[junit4] 2> 350908 ERROR (jetty-launcher-812-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T21:04:34.438Z
[junit4] 2> 350908 ERROR (jetty-launcher-812-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T21:04:34.438Z
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T21:04:34.438Z
[junit4] 2> 350913 INFO (zkConnectionManagerCallback-817-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350913 INFO (zkConnectionManagerCallback-819-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350913 INFO (jetty-launcher-812-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 350913 INFO (jetty-launcher-812-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 350913 INFO (zkConnectionManagerCallback-821-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350914 INFO (jetty-launcher-812-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 350939 INFO (jetty-launcher-812-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35401/solr
[junit4] 2> 350941 INFO (zkConnectionManagerCallback-826-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350942 INFO (jetty-launcher-812-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35401/solr
[junit4] 2> 350943 INFO (zkConnectionManagerCallback-830-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350943 INFO (jetty-launcher-812-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35401/solr
[junit4] 2> 350952 INFO (zkConnectionManagerCallback-832-thread-1-processing-n:127.0.0.1:41535_solr) [n:127.0.0.1:41535_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350953 INFO (zkConnectionManagerCallback-835-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350953 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a4173c100007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 350954 INFO (zkConnectionManagerCallback-837-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350954 INFO (zkConnectionManagerCallback-839-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 351005 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 351005 INFO (jetty-launcher-812-thread-3) [n:127.0.0.1:45403_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 351005 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40281_solr
[junit4] 2> 351005 INFO (jetty-launcher-812-thread-3) [n:127.0.0.1:45403_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45403_solr
[junit4] 2> 351006 INFO (zkCallback-838-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 351006 INFO (zkCallback-831-thread-1-processing-n:127.0.0.1:41535_solr) [n:127.0.0.1:41535_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 351007 INFO (jetty-launcher-812-thread-2) [n:127.0.0.1:41535_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 351009 INFO (jetty-launcher-812-thread-2) [n:127.0.0.1:41535_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41535_solr
[junit4] 2> 351011 INFO (zkCallback-838-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 351011 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 351011 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.Overseer Overseer (id=99259611501035528-127.0.0.1:40281_solr-n_0000000000) starting
[junit4] 2> 351011 INFO (zkCallback-831-thread-1-processing-n:127.0.0.1:41535_solr) [n:127.0.0.1:41535_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 351023 DEBUG (OverseerAutoScalingTriggerThread-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 351024 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40281_solr
[junit4] 2> 351025 DEBUG (OverseerAutoScalingTriggerThread-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 351025 INFO (zkCallback-838-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 351025 INFO (zkCallback-831-thread-1-processing-n:127.0.0.1:41535_solr) [n:127.0.0.1:41535_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 351027 DEBUG (OverseerAutoScalingTriggerThread-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:45403_solr, 127.0.0.1:41535_solr]
[junit4] 2> 351027 DEBUG (OverseerAutoScalingTriggerThread-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 351027 DEBUG (OverseerAutoScalingTriggerThread-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 351027 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 351034 DEBUG (OverseerAutoScalingTriggerThread-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 351035 DEBUG (OverseerAutoScalingTriggerThread-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 351035 DEBUG (ScheduledTrigger-1180-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 351225 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40281.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351240 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40281.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351240 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40281.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351242 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001/node1/.
[junit4] 2> 351299 INFO (jetty-launcher-812-thread-3) [n:127.0.0.1:45403_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45403.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351316 INFO (jetty-launcher-812-thread-3) [n:127.0.0.1:45403_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45403.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351316 INFO (jetty-launcher-812-thread-3) [n:127.0.0.1:45403_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45403.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351318 INFO (jetty-launcher-812-thread-3) [n:127.0.0.1:45403_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001/node3/.
[junit4] 2> 351390 INFO (jetty-launcher-812-thread-2) [n:127.0.0.1:41535_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41535.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351401 INFO (jetty-launcher-812-thread-2) [n:127.0.0.1:41535_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41535.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351401 INFO (jetty-launcher-812-thread-2) [n:127.0.0.1:41535_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41535.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351402 INFO (jetty-launcher-812-thread-2) [n:127.0.0.1:41535_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001/node2/.
[junit4] 2> 351440 INFO (zkConnectionManagerCallback-847-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 351441 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a4173c10000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 351442 INFO (zkConnectionManagerCallback-851-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 351443 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 351443 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35401/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 351535 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 351541 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 351544 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 351553 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_43413_hdfs____.h6d5m7/webapp
[junit4] 2> 352036 DEBUG (ScheduledTrigger-1180-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 352283 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:43413
[junit4] 2> 352373 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 352374 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 352392 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_35947_datanode____yhmrpd/webapp
[junit4] 2> 352944 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35947
[junit4] 2> 352974 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 352974 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 352984 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_35239_datanode____okztp/webapp
[junit4] 2> 353036 DEBUG (ScheduledTrigger-1180-thread-2) [n:127.0.0.1:40281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 353067 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:35493) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 353076 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x81c078d693722: from storage DS-9dd59fd8-5df6-4c42-891a-4887be061a3d node DatanodeRegistration(127.0.0.1:45875, datanodeUuid=6d45311b-a0d1-452f-bac4-a578dbf53fe7, infoPort=34791, infoSecurePort=0, ipcPort=38641, storageInfo=lv=-56;cid=testClusterID;nsid=303896805;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 353076 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x81c078d693722: from storage DS-2248fec6-185d-4c5f-8512-46444bd6df01 node DatanodeRegistration(127.0.0.1:45875, datanodeUuid=6d45311b-a0d1-452f-bac4-a578dbf53fe7, infoPort=34791, infoSecurePort=0, ipcPort=38641, storageInfo=lv=-56;cid=testClusterID;nsid=303896805;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 353479 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35239
[junit4] 2> 353574 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:35493) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 353578 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x81c07ab611ff4: from storage DS-36846b15-8d93-4685-b58a-08969add1cd5 node DatanodeRegistration(127.0.0.1:44623, datanodeUuid=0074a293-e986-4523-8ab4-8973b30ae7b8, infoPort=36001, infoSecurePort=0, ipcPort=45459, storageInfo=lv=-56;cid=testClusterID;nsid=303896805;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 353578 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x81c07ab611ff4: from storage DS-2f3ea1ca-608c-4a4c-969c-bf61e5576c15 node DatanodeRegistration(127.0.0.1:44623, datanodeUuid=0074a293-e986-4523-8ab4-8973b30ae7b8, infoPort=36001, infoSecurePort=0, ipcPort=45459, storageInfo=lv=-56;cid=testClusterID;nsid=303896805;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 353642 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[FE992FBCBA626E72]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 353718 INFO (qtp16704728-5642) [n:127.0.0.1:41535_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:40281_solr,127.0.0.1:45403_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 353721 INFO (OverseerThreadFactory-1182-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 353828 INFO (OverseerStateUpdate-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45403/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 353830 INFO (OverseerStateUpdate-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40281/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 353832 INFO (OverseerStateUpdate-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45403/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 353834 INFO (OverseerStateUpdate-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40281/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 354037 DEBUG (ScheduledTrigger-1180-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 354185 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 354186 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 354189 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 354189 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 354198 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 354198 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 354302 INFO (zkCallback-838-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 354302 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 354302 INFO (zkCallback-836-thread-2-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 354302 INFO (zkCallback-836-thread-3-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 354302 INFO (zkCallback-838-thread-2-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355037 DEBUG (ScheduledTrigger-1180-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 355236 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 355237 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 355237 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 355245 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 355251 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 355251 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 355251 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 355265 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 355265 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 355265 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 355265 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 355266 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 355266 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40281.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 355266 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40281.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 355266 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 355267 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45403.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 355269 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 355273 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35493/data
[junit4] 2> 355273 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 355273 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 355273 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost.localdomain:35493/data/testSimple1/core_node5/data/]
[junit4] 2> 355273 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35493/data
[junit4] 2> 355273 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 355273 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 355273 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 355273 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 355273 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001/node3/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:35493/data/testSimple1/core_node7/data/]
[junit4] 2> 355273 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35493/data
[junit4] 2> 355274 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 355274 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 355274 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost.localdomain:35493/data/testSimple1/core_node8/data/]
[junit4] 2> 355274 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45403.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 355274 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35493/data
[junit4] 2> 355274 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 355274 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 355274 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001/node3/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:35493/data/testSimple1/core_node3/data/]
[junit4] 2> 355276 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node5/data/snapshot_metadata
[junit4] 2> 355276 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node7/data/snapshot_metadata
[junit4] 2> 355277 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 355277 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node3/data/snapshot_metadata
[junit4] 2> 355303 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node7/data
[junit4] 2> 355304 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node3/data
[junit4] 2> 355306 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node5/data
[junit4] 2> 355307 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node8/data
[junit4] 2> 355328 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node3/data/index
[junit4] 2> 355329 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node7/data/index
[junit4] 2> 355333 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node8/data/index
[junit4] 2> 355333 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node5/data/index
[junit4] 2> 355382 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44623 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9dd59fd8-5df6-4c42-891a-4887be061a3d:NORMAL:127.0.0.1:45875|RBW], ReplicaUC[[DISK]DS-36846b15-8d93-4685-b58a-08969add1cd5:NORMAL:127.0.0.1:44623|RBW]]} size 0
[junit4] 2> 355384 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45875 is added to blk_1073741825_1001 size 69
[junit4] 2> 355390 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45875 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2248fec6-185d-4c5f-8512-46444bd6df01:NORMAL:127.0.0.1:45875|RBW], ReplicaUC[[DISK]DS-36846b15-8d93-4685-b58a-08969add1cd5:NORMAL:127.0.0.1:44623|RBW]]} size 0
[junit4] 2> 355391 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45875 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2f3ea1ca-608c-4a4c-969c-bf61e5576c15:NORMAL:127.0.0.1:44623|RBW], ReplicaUC[[DISK]DS-9dd59fd8-5df6-4c42-891a-4887be061a3d:NORMAL:127.0.0.1:45875|RBW]]} size 69
[junit4] 2> 355392 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45875 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2248fec6-185d-4c5f-8512-46444bd6df01:NORMAL:127.0.0.1:45875|RBW], ReplicaUC[[DISK]DS-2f3ea1ca-608c-4a4c-969c-bf61e5576c15:NORMAL:127.0.0.1:44623|RBW]]} size 69
[junit4] 2> 355392 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44623 is added to blk_1073741826_1002 size 69
[junit4] 2> 355392 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44623 is added to blk_1073741827_1003 size 69
[junit4] 2> 355392 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44623 is added to blk_1073741828_1004 size 69
[junit4] 2> 355465 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 355465 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 355465 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 355467 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 355467 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 355467 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 355499 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 355499 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 355504 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 355504 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 355516 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1898ee6[testSimple1_shard2_replica_n4] main]
[junit4] 2> 355517 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 355517 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 355518 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 355520 INFO (searcherExecutor-1191-thread-1-processing-n:127.0.0.1:45403_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@1898ee6[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 355520 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588153788975284224
[junit4] 2> 355522 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@e563b3[testSimple1_shard2_replica_n6] main]
[junit4] 2> 355524 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 355524 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 355525 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 355527 INFO (searcherExecutor-1190-thread-1-processing-n:127.0.0.1:40281_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@e563b3[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 355527 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588153788982624256
[junit4] 2> 355528 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 355629 INFO (zkCallback-838-thread-2-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355630 INFO (zkCallback-836-thread-3-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355629 INFO (zkCallback-836-thread-2-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355629 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355629 INFO (zkCallback-838-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355845 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 355846 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 355846 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 355856 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 355856 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 355860 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 355860 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 355860 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 355868 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e4a779[testSimple1_shard1_replica_n1] main]
[junit4] 2> 355869 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 355869 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 355870 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 355871 INFO (searcherExecutor-1192-thread-1-processing-n:127.0.0.1:45403_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@e4a779[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 355872 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588153789344382976
[junit4] 2> 355875 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 355875 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 355876 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 355888 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1629ca6[testSimple1_shard1_replica_n2] main]
[junit4] 2> 355889 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 355889 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 355890 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 355892 INFO (searcherExecutor-1189-thread-1-processing-n:127.0.0.1:40281_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@1629ca6[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 355892 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588153789365354496
[junit4] 2> 355977 INFO (zkCallback-838-thread-2-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355978 INFO (zkCallback-836-thread-3-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355978 INFO (zkCallback-836-thread-2-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355977 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355977 INFO (zkCallback-838-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356029 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 356029 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 356029 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45403/solr/testSimple1_shard2_replica_n4/
[junit4] 2> 356029 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:45403/solr START replicas=[https://127.0.0.1:40281/solr/testSimple1_shard2_replica_n6/] nUpdates=100
[junit4] 2> 356034 INFO (qtp20513673-5655) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 356037 DEBUG (ScheduledTrigger-1180-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 356329 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:45403/solr DONE. We have no versions. sync failed.
[junit4] 2> 356330 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 356330 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 356330 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 356332 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45403/solr/testSimple1_shard2_replica_n4/ shard2
[junit4] 2> 356377 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 356377 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 356377 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45403/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 356377 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:45403/solr START replicas=[https://127.0.0.1:40281/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 356379 INFO (qtp20513673-5665) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 356434 INFO (zkCallback-838-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356434 INFO (zkCallback-836-thread-2-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356434 INFO (zkCallback-838-thread-2-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356434 INFO (zkCallback-836-thread-3-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356434 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356483 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 356485 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2286
[junit4] 2> 356532 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2343
[junit4] 2> 356633 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356633 INFO (zkCallback-838-thread-2-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356633 INFO (zkCallback-836-thread-2-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356633 INFO (zkCallback-836
[...truncated too long message...]
vabin&version=2&replicaType=NRT} status=0 QTime=630156
[junit4] 2> 2189735 ERROR (TEST-DistribCursorPagingTest.test-seed#[FE992FBCBA626E72]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2189736 INFO (TEST-DistribCursorPagingTest.test-seed#[FE992FBCBA626E72]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35771 35771
[junit4] 2> 2194755 INFO (Thread-5165) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35771 35771
[junit4] 2> 2194756 WARN (Thread-5165) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DistribCursorPagingTest -Dtests.method=test -Dtests.seed=FE992FBCBA626E72 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-BA -Dtests.timezone=America/Cuiaba -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 636s J0 | DistribCursorPagingTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44903/fzd/b
[junit4] > at __randomizedtesting.SeedInfo.seed([FE992FBCBA626E72:76CD1066149E038A]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DistribCursorPagingTest_FE992FBCBA626E72-001
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=27893, maxDocsPerChunk=360, blockSize=1), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=27893, blockSize=1)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1d9d5e1), locale=sr-BA, timezone=America/Cuiaba
[junit4] 2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=248175792,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [PeerSyncTest, TestPostingsSolrHighlighter, HdfsBasicDistributedZkTest, TermsComponentTest, AssignBackwardCompatibilityTest, TestJavabinTupleStreamParser, TestSolrJ, BlockJoinFacetSimpleTest, NodeLostTriggerTest, SolrPluginUtilsTest, TestUpdate, HttpSolrCallGetCoreTest, SolrMetricManagerTest, SolrCoreTest, CollectionsAPISolrJTest, TestPolicyCloud, CoreAdminRequestStatusTest, TestPerFieldSimilarityWithDefaultOverride, UpdateRequestProcessorFactoryTest, TestReversedWildcardFilterFactory, TestFoldingMultitermQuery, DeleteInactiveReplicaTest, LeaderElectionIntegrationTest, ResponseLogComponentTest, TestChildDocTransformer, TestDistributedStatsComponentCardinality, TestShardHandlerFactory, DistributedMLTComponentTest, TermVectorComponentTest, PrimitiveFieldTypeTest, UpdateLogTest, V2StandaloneTest, TestSweetSpotSimilarityFactory, TestPivotHelperCode, TestCrossCoreJoin, TestComputePlanAction, TestComplexPhraseLeadingWildcard, TestManagedStopFilterFactory, TestCloudSearcherWarming, TestCloudDeleteByQuery, TestRequestForwarding, CacheHeaderTest, BlockCacheTest, PKIAuthenticationIntegrationTest, TestNumericRangeQuery64, TestMaxTokenLenTokenizer, TestIBSimilarityFactory, CurrencyFieldTypeTest, SSLMigrationTest, TestWordDelimiterFilterFactory, TestNoOpRegenerator, TestSolrIndexConfig, MinimalSchemaTest, SearchHandlerTest, HighlighterMaxOffsetTest, TestSkipOverseerOperations, TestCloudPivotFacet, TestRuleBasedAuthorizationPlugin, ReplicationFactorTest, InfixSuggestersTest, SliceStateTest, UninvertDocValuesMergePolicyTest, MoveReplicaHDFSTest, BadCopyFieldTest, TestMiniSolrCloudClusterSSL, HLLSerializationTest, MultiTermTest, DateMathParserTest, DistributedDebugComponentTest, TestHdfsCloudBackupRestore, TestIndexingPerformance, HdfsDirectoryFactoryTest, TestSchemaNameResource, URLClassifyProcessorTest, TestPhraseSuggestions, AutoAddReplicasIntegrationTest, TestNestedDocsSort, TestHalfAndHalfDocValues, UUIDUpdateProcessorFallbackTest, TestEmbeddedSolrServerSchemaAPI, TestNamedUpdateProcessors, QueryParsingTest, TestSmileRequest, TestLRUStatsCache, TestFieldSortValues, TestSolrXml, SolrIndexMetricsTest, SpellCheckComponentTest, TestDFRSimilarityFactory, SimpleFacetsTest, TestConfigOverlay, TestRecovery, TestMacroExpander, TestStressVersions, NodeMutatorTest, SpatialFilterTest, TestLegacyField, TestQueryUtils, TestReloadDeadlock, TestFastOutputStream, TestFieldResource, TestMaxScoreQueryParser, FastVectorHighlighterTest, TestBadConfig, TestUtils, TestPullReplica, TestTriggerIntegration, TestSolrCLIRunExample, TestBinaryField, TriLevelCompositeIdRoutingTest, LeaderElectionContextKeyTest, PreAnalyzedUpdateProcessorTest, SegmentsInfoRequestHandlerTest, TestDistributedSearch, TestLegacyFieldCache, StatelessScriptUpdateProcessorFactoryTest, DateFieldTest, TestConfigReload, TestJoin, TestDistribIDF, TestLegacyTerms, ClassificationUpdateProcessorIntegrationTest, ExternalFileFieldSortTest, EnumFieldTest, DistributedQueryComponentOptimizationTest, RecoveryAfterSoftCommitTest, BasicDistributedZkTest, ClusterStateUpdateTest, TestRandomFaceting, TestZkChroot, ZkCLITest, TestSort, BasicFunctionalityTest, TestIndexSearcher, SoftAutoCommitTest, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DeleteNodeTest, DeleteShardTest, DistribCursorPagingTest]
[junit4] Completed [555/765 (3!)] on J0 in 635.76s, 1 test, 1 error <<< FAILURES!
[...truncated 44538 lines...]