You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/15 20:20:47 UTC
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+29) - Build #
828 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/828/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection
Error Message:
No registered leader was found after waiting for 30000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//collections/collection1/state.json/16)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"collection1_shard1_replica_n1", "base_url":"http://127.0.0.1:45323/solr", "node_name":"127.0.0.1:45323_solr", "state":"down", "type":"NRT"}, "core_node6":{ "core":"collection1_shard1_replica_n5", "base_url":"http://127.0.0.1:38157/solr", "node_name":"127.0.0.1:38157_solr", "state":"down", "type":"NRT"}, "core_node8":{ "core":"collection1_shard1_replica_n7", "base_url":"http://127.0.0.1:42133/solr", "node_name":"127.0.0.1:42133_solr", "state":"down", "type":"NRT"}, "core_node10":{ "core":"collection1_shard1_replica_n9", "base_url":"http://127.0.0.1:37169/solr", "node_name":"127.0.0.1:37169_solr", "state":"down", "type":"NRT"}, "core_node12":{ "core":"collection1_shard1_replica_n11", "base_url":"http://127.0.0.1:44435/solr", "node_name":"127.0.0.1:44435_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{"core_node4":{ "core":"collection1_shard2_replica_n2", "base_url":"http://127.0.0.1:35705/solr", "node_name":"127.0.0.1:35705_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"} with live_nodes=[127.0.0.1:35705_solr, 127.0.0.1:44435_solr]
Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 30000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//collections/collection1/state.json/16)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"collection1_shard1_replica_n1",
"base_url":"http://127.0.0.1:45323/solr",
"node_name":"127.0.0.1:45323_solr",
"state":"down",
"type":"NRT"},
"core_node6":{
"core":"collection1_shard1_replica_n5",
"base_url":"http://127.0.0.1:38157/solr",
"node_name":"127.0.0.1:38157_solr",
"state":"down",
"type":"NRT"},
"core_node8":{
"core":"collection1_shard1_replica_n7",
"base_url":"http://127.0.0.1:42133/solr",
"node_name":"127.0.0.1:42133_solr",
"state":"down",
"type":"NRT"},
"core_node10":{
"core":"collection1_shard1_replica_n9",
"base_url":"http://127.0.0.1:37169/solr",
"node_name":"127.0.0.1:37169_solr",
"state":"down",
"type":"NRT"},
"core_node12":{
"core":"collection1_shard1_replica_n11",
"base_url":"http://127.0.0.1:44435/solr",
"node_name":"127.0.0.1:44435_solr",
"state":"active",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"collection1_shard2_replica_n2",
"base_url":"http://127.0.0.1:35705/solr",
"node_name":"127.0.0.1:35705_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"} with live_nodes=[127.0.0.1:35705_solr, 127.0.0.1:44435_solr]
at __randomizedtesting.SeedInfo.seed([E890103A6FAB13ED:B6A4DD742CD48F0A]:0)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
at org.apache.solr.cloud.LeaderElectionIntegrationTest.getLeader(LeaderElectionIntegrationTest.java:168)
at org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection(LeaderElectionIntegrationTest.java:80)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes
Error Message:
Error from server at http://127.0.0.1:36629/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36629/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([E890103A6FAB13ED:76A574C249885F65]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes(TestDeleteCollectionOnDownNodes.java:40)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:35497/solr]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:35497/solr]
at __randomizedtesting.SeedInfo.seed([E890103A6FAB13ED:D02334C44858C73C]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:108)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:35497/solr
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 43 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:35497 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 47 more
Build Log:
[...truncated 12477 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderElectionIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/init-core-data-001
[junit4] 2> 1162974 WARN (SUITE-LeaderElectionIntegrationTest-seed#[E890103A6FAB13ED]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=59 numCloses=59
[junit4] 2> 1162974 INFO (SUITE-LeaderElectionIntegrationTest-seed#[E890103A6FAB13ED]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1162975 INFO (SUITE-LeaderElectionIntegrationTest-seed#[E890103A6FAB13ED]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1162975 INFO (SUITE-LeaderElectionIntegrationTest-seed#[E890103A6FAB13ED]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1162975 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[E890103A6FAB13ED]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimpleSliceLeaderElection
[junit4] 2> 1162976 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[E890103A6FAB13ED]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001
[junit4] 2> 1162976 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[E890103A6FAB13ED]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1162976 INFO (Thread-2589) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1162976 INFO (Thread-2589) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1162977 ERROR (Thread-2589) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1163076 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[E890103A6FAB13ED]) [ ] o.a.s.c.ZkTestServer start zk server on port:42457
[junit4] 2> 1163079 INFO (jetty-launcher-1269-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1163079 INFO (jetty-launcher-1269-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1163079 INFO (jetty-launcher-1269-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1163079 INFO (jetty-launcher-1269-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1163079 INFO (jetty-launcher-1269-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1163079 INFO (jetty-launcher-1269-thread-6) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1163080 INFO (jetty-launcher-1269-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@567f5e24{/solr,null,AVAILABLE}
[junit4] 2> 1163080 INFO (jetty-launcher-1269-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67c575bb{HTTP/1.1,[http/1.1]}{127.0.0.1:38157}
[junit4] 2> 1163080 INFO (jetty-launcher-1269-thread-5) [ ] o.e.j.s.Server Started @1165064ms
[junit4] 2> 1163080 INFO (jetty-launcher-1269-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38157}
[junit4] 2> 1163080 ERROR (jetty-launcher-1269-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1163080 INFO (jetty-launcher-1269-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@202aa7c3{/solr,null,AVAILABLE}
[junit4] 2> 1163081 INFO (jetty-launcher-1269-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1163081 INFO (jetty-launcher-1269-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1163081 INFO (jetty-launcher-1269-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1163081 INFO (jetty-launcher-1269-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T19:44:19.196106Z
[junit4] 2> 1163081 INFO (jetty-launcher-1269-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16d1b13f{/solr,null,AVAILABLE}
[junit4] 2> 1163081 INFO (jetty-launcher-1269-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7985988a{HTTP/1.1,[http/1.1]}{127.0.0.1:35705}
[junit4] 2> 1163081 INFO (jetty-launcher-1269-thread-3) [ ] o.e.j.s.Server Started @1165064ms
[junit4] 2> 1163081 INFO (jetty-launcher-1269-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ee875aa{/solr,null,AVAILABLE}
[junit4] 2> 1163081 INFO (jetty-launcher-1269-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35705}
[junit4] 2> 1163081 ERROR (jetty-launcher-1269-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1163081 INFO (jetty-launcher-1269-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33c25c9c{HTTP/1.1,[http/1.1]}{127.0.0.1:37169}
[junit4] 2> 1163081 INFO (jetty-launcher-1269-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1163081 INFO (jetty-launcher-1269-thread-4) [ ] o.e.j.s.Server Started @1165065ms
[junit4] 2> 1163082 INFO (jetty-launcher-1269-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1163082 INFO (jetty-launcher-1269-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37169}
[junit4] 2> 1163082 INFO (jetty-launcher-1269-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1163082 INFO (jetty-launcher-1269-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T19:44:19.197087Z
[junit4] 2> 1163082 ERROR (jetty-launcher-1269-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1163082 INFO (jetty-launcher-1269-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1163082 INFO (jetty-launcher-1269-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1163082 INFO (jetty-launcher-1269-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1163082 INFO (jetty-launcher-1269-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T19:44:19.197292Z
[junit4] 2> 1163082 INFO (jetty-launcher-1269-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7fdc5b6c{HTTP/1.1,[http/1.1]}{127.0.0.1:44435}
[junit4] 2> 1163082 INFO (jetty-launcher-1269-thread-2) [ ] o.e.j.s.Server Started @1165066ms
[junit4] 2> 1163082 INFO (jetty-launcher-1269-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44435}
[junit4] 2> 1163082 ERROR (jetty-launcher-1269-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1163083 INFO (jetty-launcher-1269-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1163083 INFO (jetty-launcher-1269-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1163083 INFO (jetty-launcher-1269-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1163083 INFO (jetty-launcher-1269-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T19:44:19.198136Z
[junit4] 2> 1163090 INFO (jetty-launcher-1269-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1163090 INFO (jetty-launcher-1269-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10ece3c9{/solr,null,AVAILABLE}
[junit4] 2> 1163095 INFO (jetty-launcher-1269-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1163098 INFO (jetty-launcher-1269-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1955ff43{/solr,null,AVAILABLE}
[junit4] 2> 1163099 INFO (jetty-launcher-1269-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1dbf1218{HTTP/1.1,[http/1.1]}{127.0.0.1:42133}
[junit4] 2> 1163099 INFO (jetty-launcher-1269-thread-6) [ ] o.e.j.s.Server Started @1165082ms
[junit4] 2> 1163099 INFO (jetty-launcher-1269-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42133}
[junit4] 2> 1163099 ERROR (jetty-launcher-1269-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1163099 INFO (jetty-launcher-1269-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1163099 INFO (jetty-launcher-1269-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1163099 INFO (jetty-launcher-1269-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1163099 INFO (jetty-launcher-1269-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T19:44:19.214659Z
[junit4] 2> 1163100 INFO (jetty-launcher-1269-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1163106 INFO (jetty-launcher-1269-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f1e16ee{HTTP/1.1,[http/1.1]}{127.0.0.1:45323}
[junit4] 2> 1163107 INFO (jetty-launcher-1269-thread-1) [ ] o.e.j.s.Server Started @1165090ms
[junit4] 2> 1163107 INFO (jetty-launcher-1269-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1163107 INFO (jetty-launcher-1269-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45323}
[junit4] 2> 1163107 ERROR (jetty-launcher-1269-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1163107 INFO (jetty-launcher-1269-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1163107 INFO (jetty-launcher-1269-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1163107 INFO (jetty-launcher-1269-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1163107 INFO (jetty-launcher-1269-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-15T19:44:19.222466Z
[junit4] 2> 1163111 INFO (jetty-launcher-1269-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42457/solr
[junit4] 2> 1163112 INFO (jetty-launcher-1269-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1163119 INFO (jetty-launcher-1269-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42457/solr
[junit4] 2> 1163121 INFO (jetty-launcher-1269-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1163123 INFO (jetty-launcher-1269-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42457/solr
[junit4] 2> 1163124 INFO (jetty-launcher-1269-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42457/solr
[junit4] 2> 1163125 INFO (jetty-launcher-1269-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42457/solr
[junit4] 2> 1163127 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fc135f294000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1163147 INFO (jetty-launcher-1269-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42457/solr
[junit4] 2> 1163164 INFO (jetty-launcher-1269-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1163165 INFO (jetty-launcher-1269-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45323_solr
[junit4] 2> 1163166 INFO (jetty-launcher-1269-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99010154272653328-127.0.0.1:45323_solr-n_0000000000) starting
[junit4] 2> 1163167 INFO (jetty-launcher-1269-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1163168 INFO (jetty-launcher-1269-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44435_solr
[junit4] 2> 1163174 INFO (zkCallback-1302-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1163183 INFO (zkCallback-1305-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1163184 INFO (jetty-launcher-1269-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45323_solr
[junit4] 2> 1163185 INFO (zkCallback-1305-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1163186 INFO (zkCallback-1302-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1163199 INFO (jetty-launcher-1269-thread-5) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1163200 INFO (jetty-launcher-1269-thread-6) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1163201 INFO (jetty-launcher-1269-thread-5) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1163208 INFO (jetty-launcher-1269-thread-5) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38157_solr
[junit4] 2> 1163209 INFO (jetty-launcher-1269-thread-6) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1163210 INFO (jetty-launcher-1269-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44435.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163211 INFO (zkCallback-1302-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1163213 INFO (zkCallback-1295-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1163217 INFO (zkCallback-1294-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1163228 INFO (zkCallback-1305-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1163229 INFO (jetty-launcher-1269-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45323.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163230 INFO (jetty-launcher-1269-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1163231 INFO (jetty-launcher-1269-thread-6) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42133_solr
[junit4] 2> 1163231 INFO (zkCallback-1302-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1163231 INFO (zkCallback-1305-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1163234 INFO (jetty-launcher-1269-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44435.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163233 INFO (zkCallback-1294-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1163232 INFO (jetty-launcher-1269-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1163231 INFO (zkCallback-1295-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1163235 INFO (jetty-launcher-1269-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44435.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163235 INFO (jetty-launcher-1269-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1163235 INFO (jetty-launcher-1269-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35705_solr
[junit4] 2> 1163236 INFO (jetty-launcher-1269-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node2/.
[junit4] 2> 1163238 INFO (jetty-launcher-1269-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45323.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163238 INFO (jetty-launcher-1269-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45323.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163239 INFO (jetty-launcher-1269-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node1/.
[junit4] 2> 1163242 INFO (zkCallback-1305-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1163243 INFO (zkCallback-1295-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1163243 INFO (zkCallback-1294-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1163243 INFO (jetty-launcher-1269-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1163244 INFO (jetty-launcher-1269-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37169_solr
[junit4] 2> 1163256 INFO (zkCallback-1296-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1163273 INFO (zkCallback-1295-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1163275 INFO (zkCallback-1293-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 1163280 INFO (jetty-launcher-1269-thread-6) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42133.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163283 INFO (zkCallback-1294-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1163283 INFO (zkCallback-1302-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 1163283 INFO (zkCallback-1296-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 1163283 INFO (zkCallback-1305-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1163287 INFO (jetty-launcher-1269-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35705.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163297 INFO (jetty-launcher-1269-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38157.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163299 INFO (jetty-launcher-1269-thread-6) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42133.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163299 INFO (jetty-launcher-1269-thread-6) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42133.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163301 INFO (jetty-launcher-1269-thread-6) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node6/.
[junit4] 2> 1163302 INFO (jetty-launcher-1269-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35705.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163302 INFO (jetty-launcher-1269-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35705.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163303 INFO (jetty-launcher-1269-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node3/.
[junit4] 2> 1163307 INFO (jetty-launcher-1269-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38157.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163307 INFO (jetty-launcher-1269-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38157.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163309 INFO (jetty-launcher-1269-thread-5) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node5/.
[junit4] 2> 1163317 INFO (jetty-launcher-1269-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37169.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163324 INFO (jetty-launcher-1269-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37169.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163324 INFO (jetty-launcher-1269-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37169.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1163325 INFO (jetty-launcher-1269-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node4/.
[junit4] 2> 1163498 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[E890103A6FAB13ED]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 1163498 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[E890103A6FAB13ED]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42457/solr ready
[junit4] 2> 1163500 INFO (qtp1011241117-9334) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1163502 INFO (OverseerThreadFactory-3922-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1163604 INFO (OverseerStateUpdate-99010154272653328-127.0.0.1:45323_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45323/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1163605 INFO (OverseerStateUpdate-99010154272653328-127.0.0.1:45323_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35705/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1163807 INFO (qtp1133026924-9348) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1163807 INFO (qtp1746013665-9358) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1163807 INFO (qtp1133026924-9348) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1163807 INFO (qtp1746013665-9358) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1163912 INFO (zkCallback-1296-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1163912 INFO (zkCallback-1302-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1163912 INFO (zkCallback-1296-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1163912 INFO (zkCallback-1302-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1164816 INFO (qtp1746013665-9358) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1164818 INFO (qtp1133026924-9348) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1164822 INFO (qtp1133026924-9348) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1164822 INFO (qtp1746013665-9358) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1164824 INFO (qtp1133026924-9348) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1164824 INFO (qtp1133026924-9348) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 1164824 INFO (qtp1746013665-9358) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1164824 INFO (qtp1746013665-9358) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 1164824 INFO (qtp1133026924-9348) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35705.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1164824 INFO (qtp1746013665-9358) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45323.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1164824 INFO (qtp1133026924-9348) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1164825 INFO (qtp1746013665-9358) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1164825 INFO (qtp1746013665-9358) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node1/./collection1_shard1_replica_n1/data/]
[junit4] 2> 1164825 INFO (qtp1133026924-9348) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node3/collection1_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node3/./collection1_shard2_replica_n2/data/]
[junit4] 2> 1164864 INFO (qtp1133026924-9348) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1164864 INFO (qtp1133026924-9348) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1164864 INFO (qtp1133026924-9348) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1164864 INFO (qtp1133026924-9348) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1164865 INFO (qtp1133026924-9348) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@128878d9[collection1_shard2_replica_n2] main]
[junit4] 2> 1164866 INFO (qtp1133026924-9348) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1164866 INFO (qtp1133026924-9348) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1164866 INFO (qtp1133026924-9348) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1164867 INFO (searcherExecutor-3935-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@128878d9[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1164867 INFO (qtp1133026924-9348) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584162470344261632
[junit4] 2> 1164870 INFO (qtp1133026924-9348) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1164870 INFO (qtp1133026924-9348) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1164870 INFO (qtp1133026924-9348) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1164871 INFO (qtp1746013665-9358) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1164871 INFO (qtp1746013665-9358) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1164871 INFO (qtp1133026924-9348) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35705/solr/collection1_shard2_replica_n2/ shard2
[junit4] 2> 1164871 INFO (qtp1746013665-9358) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1164871 INFO (qtp1746013665-9358) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1164872 INFO (qtp1746013665-9358) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@20472fd3[collection1_shard1_replica_n1] main]
[junit4] 2> 1164872 INFO (qtp1746013665-9358) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1164873 INFO (qtp1746013665-9358) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1164873 INFO (qtp1746013665-9358) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1164873 INFO (searcherExecutor-3936-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@20472fd3[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1164873 INFO (qtp1746013665-9358) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584162470350553088
[junit4] 2> 1164876 INFO (qtp1746013665-9358) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1164876 INFO (qtp1746013665-9358) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1164876 INFO (qtp1746013665-9358) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1164879 INFO (qtp1746013665-9358) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45323/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 1164980 INFO (zkCallback-1302-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1164980 INFO (zkCallback-1302-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1164980 INFO (zkCallback-1296-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1164980 INFO (zkCallback-1296-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1165022 WARN (qtp1133026924-9348) [ ] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 1165029 INFO (qtp1133026924-9348) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1222
[junit4] 2> 1165029 WARN (qtp1746013665-9358) [ ] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 1165036 INFO (qtp1746013665-9358) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1228
[junit4] 2> 1165039 INFO (qtp1011241117-9334) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1165132 INFO (zkCallback-1302-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1165132 INFO (zkCallback-1296-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1165132 INFO (zkCallback-1296-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1165132 INFO (zkCallback-1302-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1165503 INFO (OverseerCollectionConfigSetProcessor-99010154272653328-127.0.0.1:45323_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1166040 INFO (qtp1011241117-9334) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2539
[junit4] 2> 1166041 INFO (qtp1011241117-9335) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1166043 INFO (OverseerThreadFactory-3922-thread-2) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38157_solr for creating new replica
[junit4] 2> 1166045 INFO (OverseerStateUpdate-99010154272653328-127.0.0.1:45323_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38157/solr",
[junit4] 2> "node_name":"127.0.0.1:38157_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1166148 INFO (zkCallback-1302-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166148 INFO (zkCallback-1296-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166148 INFO (zkCallback-1296-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166148 INFO (zkCallback-1302-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166246 INFO (qtp1011241117-9320) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=collection1_shard1_replica_n5&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1166247 INFO (qtp1011241117-9320) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1166255 INFO (qtp1011241117-9320) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1166260 INFO (qtp1011241117-9320) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_n5] Schema name=minimal
[junit4] 2> 1166261 INFO (qtp1011241117-9320) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1166261 INFO (qtp1011241117-9320) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n5' using configuration from collection collection1, trusted=true
[junit4] 2> 1166262 INFO (qtp1011241117-9320) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38157.solr.core.collection1.shard1.replica_n5' (registry 'solr.core.collection1.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1166262 INFO (qtp1011241117-9320) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1166262 INFO (qtp1011241117-9320) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node5/collection1_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node5/./collection1_shard1_replica_n5/data/]
[junit4] 2> 1166300 INFO (qtp1011241117-9320) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1166300 INFO (qtp1011241117-9320) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1166301 INFO (qtp1011241117-9320) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1166301 INFO (qtp1011241117-9320) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1166301 INFO (qtp1011241117-9320) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@67d31e9f[collection1_shard1_replica_n5] main]
[junit4] 2> 1166302 INFO (qtp1011241117-9320) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1166302 INFO (qtp1011241117-9320) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1166303 INFO (qtp1011241117-9320) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1166303 INFO (searcherExecutor-3945-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n5] Registered new searcher Searcher@67d31e9f[collection1_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1166303 INFO (qtp1011241117-9320) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584162471850016768
[junit4] 2> 1166305 WARN (qtp1011241117-9320) [ ] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 1166313 INFO (qtp1011241117-9320) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=collection1_shard1_replica_n5&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=66
[junit4] 2> 1166315 INFO (qtp1011241117-9335) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=274
[junit4] 2> 1166315 INFO (qtp1011241117-9336) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1166317 INFO (OverseerCollectionConfigSetProcessor-99010154272653328-127.0.0.1:45323_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1166317 INFO (OverseerThreadFactory-3922-thread-3) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:42133_solr for creating new replica
[junit4] 2> 1166318 INFO (OverseerStateUpdate-99010154272653328-127.0.0.1:45323_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42133/solr",
[junit4] 2> "node_name":"127.0.0.1:42133_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1166419 INFO (zkCallback-1296-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166419 INFO (zkCallback-1302-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166419 INFO (zkCallback-1302-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166419 INFO (zkCallback-1296-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166419 INFO (zkCallback-1295-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166420 INFO (zkCallback-1295-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166519 INFO (qtp1200917395-9375) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&name=collection1_shard1_replica_n7&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1166519 INFO (qtp1200917395-9375) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1166523 INFO (qtp1200917395-9375) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1166536 INFO (qtp1200917395-9375) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_n7] Schema name=minimal
[junit4] 2> 1166536 INFO (qtp1200917395-9375) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1166536 INFO (qtp1200917395-9375) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n7' using configuration from collection collection1, trusted=true
[junit4] 2> 1166537 INFO (qtp1200917395-9375) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42133.solr.core.collection1.shard1.replica_n7' (registry 'solr.core.collection1.shard1.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1166537 INFO (qtp1200917395-9375) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1166537 INFO (qtp1200917395-9375) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_n7] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node6/collection1_shard1_replica_n7], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node6/./collection1_shard1_replica_n7/data/]
[junit4] 2> 1166562 INFO (qtp1200917395-9375) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1166562 INFO (qtp1200917395-9375) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1166563 INFO (qtp1200917395-9375) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1166563 INFO (qtp1200917395-9375) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1166564 INFO (qtp1200917395-9375) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f6381d7[collection1_shard1_replica_n7] main]
[junit4] 2> 1166564 INFO (qtp1200917395-9375) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1166565 INFO (qtp1200917395-9375) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1166565 INFO (qtp1200917395-9375) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1166565 INFO (searcherExecutor-3950-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n7] Registered new searcher Searcher@3f6381d7[collection1_shard1_replica_n7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1166565 INFO (qtp1200917395-9375) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584162472124743680
[junit4] 2> 1166567 WARN (qtp1200917395-9375) [ ] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 1166579 INFO (qtp1200917395-9375) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&name=collection1_shard1_replica_n7&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=59
[junit4] 2> 1166580 INFO (qtp1011241117-9336) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=264
[junit4] 2> 1166580 INFO (qtp1011241117-9327) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1166581 INFO (OverseerCollectionConfigSetProcessor-99010154272653328-127.0.0.1:45323_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1166581 INFO (OverseerThreadFactory-3922-thread-4) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:37169_solr for creating new replica
[junit4] 2> 1166582 INFO (OverseerStateUpdate-99010154272653328-127.0.0.1:45323_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n9",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37169/solr",
[junit4] 2> "node_name":"127.0.0.1:37169_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1166683 INFO (zkCallback-1302-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166683 INFO (zkCallback-1296-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166683 INFO (zkCallback-1294-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166683 INFO (zkCallback-1296-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166683 INFO (zkCallback-1294-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166683 INFO (zkCallback-1302-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166683 INFO (zkCallback-1295-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166683 INFO (zkCallback-1295-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166784 INFO (qtp149393820-9363) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&name=collection1_shard1_replica_n9&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1166784 INFO (qtp149393820-9363) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1166793 INFO (qtp149393820-9363) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1166799 INFO (qtp149393820-9363) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_n9] Schema name=minimal
[junit4] 2> 1166800 INFO (qtp149393820-9363) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1166800 INFO (qtp149393820-9363) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n9' using configuration from collection collection1, trusted=true
[junit4] 2> 1166801 INFO (qtp149393820-9363) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37169.solr.core.collection1.shard1.replica_n9' (registry 'solr.core.collection1.shard1.replica_n9') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1166801 INFO (qtp149393820-9363) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1166801 INFO (qtp149393820-9363) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_n9] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node4/collection1_shard1_replica_n9], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node4/./collection1_shard1_replica_n9/data/]
[junit4] 2> 1166846 INFO (qtp149393820-9363) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1166846 INFO (qtp149393820-9363) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1166847 INFO (qtp149393820-9363) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1166847 INFO (qtp149393820-9363) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1166848 INFO (qtp149393820-9363) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6adc5d1a[collection1_shard1_replica_n9] main]
[junit4] 2> 1166848 INFO (qtp149393820-9363) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1166849 INFO (qtp149393820-9363) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1166849 INFO (qtp149393820-9363) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1166850 INFO (searcherExecutor-3955-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n9] Registered new searcher Searcher@6adc5d1a[collection1_shard1_replica_n9] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1166850 INFO (qtp149393820-9363) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584162472423587840
[junit4] 2> 1166852 WARN (qtp149393820-9363) [ ] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 1166853 INFO (qtp149393820-9363) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&name=collection1_shard1_replica_n9&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=69
[junit4] 2> 1166854 INFO (qtp1011241117-9327) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=273
[junit4] 2> 1166854 INFO (qtp1011241117-9320) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1166855 INFO (OverseerCollectionConfigSetProcessor-99010154272653328-127.0.0.1:45323_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1166855 INFO (OverseerThreadFactory-3922-thread-5) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44435_solr for creating new replica
[junit4] 2> 1166856 INFO (OverseerStateUpdate-99010154272653328-127.0.0.1:45323_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n11",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44435/solr",
[junit4] 2> "node_name":"127.0.0.1:44435_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1166957 INFO (zkCallback-1302-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166957 INFO (zkCallback-1294-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166957 INFO (zkCallback-1295-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166957 INFO (zkCallback-1296-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166957 INFO (zkCallback-1293-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166957 INFO (zkCallback-1293-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166957 INFO (zkCallback-1296-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166957 INFO (zkCallback-1294-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166957 INFO (zkCallback-1302-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1166957 INFO (zkCallback-1295-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1167057 INFO (qtp894579420-9346) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&name=collection1_shard1_replica_n11&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1167058 INFO (qtp894579420-9346) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1167065 INFO (qtp894579420-9346) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1167070 INFO (qtp894579420-9346) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_n11] Schema name=minimal
[junit4] 2> 1167071 INFO (qtp894579420-9346) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1167071 INFO (qtp894579420-9346) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n11' using configuration from collection collection1, trusted=true
[junit4] 2> 1167071 INFO (qtp894579420-9346) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44435.solr.core.collection1.shard1.replica_n11' (registry 'solr.core.collection1.shard1.replica_n11') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49b2501c
[junit4] 2> 1167072 INFO (qtp894579420-9346) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1167072 INFO (qtp894579420-9346) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_n11] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node2/collection1_shard1_replica_n11], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_E890103A6FAB13ED-001/tempDir-001/node2/./collection1_shard1_replica_n11/data/]
[junit4] 2> 1167130 INFO (qtp894579420-9346) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1167130 INFO (qtp894579420-9346) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1167132 INFO (qtp894579420-9346) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1167132 INFO (qtp894579420-9346) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1167133 INFO (qtp894579420-9346) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@653921a7[collection1_shard1_replica_n11] main]
[junit4] 2> 1167133 INFO (qtp894579420-9346) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1167133 INFO (qtp894579420-9346) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1167134 INFO (qtp894579420-9346) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1167134 INFO (qtp894579420-9346) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584162472721383424
[junit4] 2> 1167135 INFO (searcherExecutor-3960-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n11] Registered new searcher Searcher@653921a7[collection1_shard1_replica_n11] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1167136 WARN (qtp894579420-9346) [ ] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 1167137 INFO (qtp894579420-9346) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&name=collection1_shard1_replica_n11&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=80
[junit4] 2> 1167139 INFO (qtp1011241117-9320) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2
[...truncated too long message...]
) [ ] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 2190010 INFO (zkCallback-3482-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2190010 INFO (zkCallback-3482-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@579af395
[junit4] 2> 2190010 INFO (zkCallback-3482-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple1.shard1.replica_n1, tag=1469772693
[junit4] 2> 2190010 INFO (zkCallback-3482-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b29e7e5: rootName = solr_39141, domain = solr.core.testSimple1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testSimple1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@339556df
[junit4] 2> 2190020 INFO (zkCallback-3482-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=1469772693
[junit4] 2> 2190021 INFO (jetty-closer-3466-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2823931d{/solr,null,UNAVAILABLE}
[junit4] 2> 2192697 INFO (recoveryExecutor-3498-thread-1) [ ] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
[junit4] 2> 2192697 INFO (recoveryExecutor-3498-thread-1) [ ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
[junit4] 2> 2192697 INFO (recoveryExecutor-3498-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@7bfa6ce2
[junit4] 2> 2192698 INFO (recoveryExecutor-3498-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple1.shard2.replica_n6, tag=2080009442
[junit4] 2> 2192698 INFO (recoveryExecutor-3498-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7d1a5d33: rootName = solr_35497, domain = solr.core.testSimple1.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.testSimple1.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@515a733b
[junit4] 2> 2192708 INFO (recoveryExecutor-3498-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard2.leader, tag=2080009442
[junit4] 2> 2192708 WARN (recoveryExecutor-3498-thread-1) [ ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[testSimple1_shard2_replica_n6] coreNodeName=[core_node8]
[junit4] 2> 2192709 INFO (jetty-closer-3466-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@76f27030{/solr,null,UNAVAILABLE}
[junit4] 2> 2192710 ERROR (SUITE-AutoAddReplicasPlanActionTest-seed#[E890103A6FAB13ED]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2192710 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E890103A6FAB13ED]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38769 38769
[junit4] 2> 2197742 INFO (Thread-9982) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38769 38769
[junit4] 2> 2197742 WARN (Thread-9982) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/testSimple2/state.json
[junit4] 2> 9 /solr/collections/testSimple1/state.json
[junit4] 2> 7 /solr/collections/testSimple3/state.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/99010220746670089-127.0.0.1:39141_solr-n_0000000000
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard2/election/99010220746670089-core_node7-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E890103A6FAB13ED-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=32, maxMBSortInHeap=6.58106183158713, sim=RandomSimilarity(queryNorm=false): {}, locale=to, timezone=America/Denver
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=248486720,total=519569408
[junit4] 2> NOTE: All tests run in this JVM: [OverseerCollectionConfigSetProcessorTest, TestBulkSchemaConcurrent, SuggestComponentTest, TestSolrCoreProperties, LeaderInitiatedRecoveryOnCommitTest, DistanceFunctionTest, MigrateRouteKeyTest, ZkStateWriterTest, TestSolrCloudWithSecureImpersonation, MoveReplicaHDFSTest, TestSolrDeletionPolicy2, DistanceUnitsTest, ConnectionReuseTest, PluginInfoTest, TestHdfsBackupRestoreCore, WordBreakSolrSpellCheckerTest, ExplicitHLLTest, CdcrVersionReplicationTest, TestRecoveryHdfs, TestTolerantSearch, TestSimpleTextCodec, SpellPossibilityIteratorTest, TestLegacyFieldCache, HdfsChaosMonkeyNothingIsSafeTest, TestClassicSimilarityFactory, PreAnalyzedFieldManagedSchemaCloudTest, ZkNodePropsTest, TestMinMaxOnMultiValuedField, CoreAdminHandlerTest, TestObjectReleaseTracker, SubstringBytesRefFilterTest, TestFuzzyAnalyzedSuggestions, RequiredFieldsTest, OverseerStatusTest, TestUseDocValuesAsStored2, BasicDistributedZk2Test, IndexSchemaTest, ScriptEngineTest, UpdateLogTest, DirectSolrConnectionTest, RecoveryZkTest, TestLegacyNumericUtils, TestQueryTypes, TestNamedUpdateProcessors, TestSchemaSimilarityResource, CachingDirectoryFactoryTest, EchoParamsTest, CSVRequestHandlerTest, BaseCdcrDistributedZkTest, HdfsTlogReplayBufferedWhileIndexingTest, FieldAnalysisRequestHandlerTest, TestPullReplica, TestSegmentSorting, TestCoreContainer, StressHdfsTest, NodeAddedTriggerTest, TestGraphTermsQParserPlugin, TestQuerySenderListener, SearchHandlerTest, UnloadDistributedZkTest, SecurityConfHandlerTest, ReturnFieldsTest, DistributedSpellCheckComponentTest, TestManagedSchemaAPI, TestZkChroot, BJQParserTest, TestJsonRequest, TestMultiWordSynonyms, HdfsNNFailoverTest, LeaderElectionContextKeyTest, TestGroupingSearch, TestFileDictionaryLookup, TestPayloadCheckQParserPlugin, TestCloudDeleteByQuery, TestImpersonationWithHadoopAuth, ExecutePlanActionTest, RankQueryTest, TestElisionMultitermQuery, BlockCacheTest, TestFiltering, NodeMutatorTest, TimeZoneUtilsTest, TestCorePropertiesReload, SolrCloudExampleTest, DisMaxRequestHandlerTest, FieldMutatingUpdateProcessorTest, TestLRUStatsCache, TestGraphMLResponseWriter, TestHashPartitioner, TestSolrQueryResponse, DocValuesMissingTest, TestSkipOverseerOperations, ClusterStateTest, StatsComponentTest, CheckHdfsIndexTest, TestLMJelinekMercerSimilarityFactory, TestCloudPivotFacet, TestPartialUpdateDeduplication, TestSlowCompositeReaderWrapper, SuggesterWFSTTest, TestFunctionQuery, TestSolrConfigHandlerCloud, DistribJoinFromCollectionTest, TestLFUCache, TestCustomDocTransformer, CdcrReplicationDistributedZkTest, TestSystemIdResolver, TestConfigSetImmutable, FacetPivotSmallTest, SolrCoreCheckLockOnStartupTest, TestDistribDocBasedVersion, FullSolrCloudDistribCmdsTest, DeleteStatusTest, TestNestedDocsSort, TestFieldTypeResource, TestHdfsUpdateLog, TestXmlQParserPlugin, ChaosMonkeyNothingIsSafeTest, TestRealTimeGet, CursorMarkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, ClusterStateUpdateTest, LeaderElectionTest, ZkCLITest, TestStressReorder, TestJoin, TestReload, TestStressVersions, TestSolr4Spatial, SpellCheckComponentTest, TestLazyCores, SpellCheckCollatorTest, SuggesterTest, SpatialFilterTest, PolyFieldTest, NoCacheHeaderTest, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TestValueSourceCache, TermVectorComponentTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, TestJmxIntegration, MBeansHandlerTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AddReplicaTest, AssignBackwardCompatibilityTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, ConfigSetsAPITest, CustomCollectionTest, DeleteNodeTest, LeaderInitiatedRecoveryOnShardRestartTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, RecoveryAfterSoftCommitTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudSearcherWarming, TestCollectionsAPIViaSolrCloudCluster, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLockTree, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestRebalanceLeaders, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, AutoAddReplicasPlanActionTest]
[junit4] Completed [558/748 (3!)] on J2 in 20.16s, 1 test, 1 error <<< FAILURES!
[...truncated 40890 lines...]