You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/12 02:44:03 UTC
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk1.8.0_144) - Build # 48 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/48/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration
Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:41737_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/7)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testIntegration_shard1_replica_n1", "base_url":"http://127.0.0.1:40263/solr", "node_name":"127.0.0.1:40263_solr", "state":"down", "type":"NRT"}, "core_node4":{ "core":"testIntegration_shard1_replica_n2", "base_url":"http://127.0.0.1:41737/solr", "node_name":"127.0.0.1:41737_solr", "state":"active", "type":"NRT"}, "core_node6":{ "core":"testIntegration_shard1_replica_n5", "base_url":"http://127.0.0.1:41737/solr", "state":"down", "node_name":"127.0.0.1:41737_solr", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:41737_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/7)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testIntegration_shard1_replica_n1",
"base_url":"http://127.0.0.1:40263/solr",
"node_name":"127.0.0.1:40263_solr",
"state":"down",
"type":"NRT"},
"core_node4":{
"core":"testIntegration_shard1_replica_n2",
"base_url":"http://127.0.0.1:41737/solr",
"node_name":"127.0.0.1:41737_solr",
"state":"active",
"type":"NRT"},
"core_node6":{
"core":"testIntegration_shard1_replica_n5",
"base_url":"http://127.0.0.1:41737/solr",
"state":"down",
"node_name":"127.0.0.1:41737_solr",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([7734EBA911DB484B:C755E58534E4E96E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testExecute
Error Message:
Error from server at http://127.0.0.1:41737/solr: Could not fully create collection: testExecute
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41737/solr: Could not fully create collection: testExecute
at __randomizedtesting.SeedInfo.seed([7734EBA911DB484B:4684F9A4032CB7CC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testExecute(ExecutePlanActionTest.java:93)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12553 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
[junit4] 2> 388635 INFO (SUITE-ExecutePlanActionTest-seed#[7734EBA911DB484B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7734EBA911DB484B-001/init-core-data-001
[junit4] 2> 388636 WARN (SUITE-ExecutePlanActionTest-seed#[7734EBA911DB484B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 388637 INFO (SUITE-ExecutePlanActionTest-seed#[7734EBA911DB484B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 388638 INFO (SUITE-ExecutePlanActionTest-seed#[7734EBA911DB484B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 388638 INFO (SUITE-ExecutePlanActionTest-seed#[7734EBA911DB484B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7734EBA911DB484B-001/tempDir-001
[junit4] 2> 388638 INFO (SUITE-ExecutePlanActionTest-seed#[7734EBA911DB484B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 388639 INFO (Thread-495) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 388639 INFO (Thread-495) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 388642 ERROR (Thread-495) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 388739 INFO (SUITE-ExecutePlanActionTest-seed#[7734EBA911DB484B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40289
[junit4] 2> 388740 INFO (zkConnectionManagerCallback-666-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 388742 INFO (jetty-launcher-663-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 388742 INFO (jetty-launcher-663-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 388743 INFO (jetty-launcher-663-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41bdcf4d{/solr,null,AVAILABLE}
[junit4] 2> 388743 INFO (jetty-launcher-663-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12757375{HTTP/1.1,[http/1.1]}{127.0.0.1:41737}
[junit4] 2> 388743 INFO (jetty-launcher-663-thread-2) [ ] o.e.j.s.Server Started @390339ms
[junit4] 2> 388743 INFO (jetty-launcher-663-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41737}
[junit4] 2> 388743 ERROR (jetty-launcher-663-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 388743 INFO (jetty-launcher-663-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 388744 INFO (jetty-launcher-663-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 388744 INFO (jetty-launcher-663-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 388744 INFO (jetty-launcher-663-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-12T01:48:26.261Z
[junit4] 2> 388745 INFO (jetty-launcher-663-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f5d4784{/solr,null,AVAILABLE}
[junit4] 2> 388745 INFO (jetty-launcher-663-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47f7d374{HTTP/1.1,[http/1.1]}{127.0.0.1:40263}
[junit4] 2> 388745 INFO (jetty-launcher-663-thread-1) [ ] o.e.j.s.Server Started @390340ms
[junit4] 2> 388745 INFO (jetty-launcher-663-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40263}
[junit4] 2> 388745 ERROR (jetty-launcher-663-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 388745 INFO (jetty-launcher-663-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 388745 INFO (jetty-launcher-663-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 388745 INFO (jetty-launcher-663-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 388745 INFO (jetty-launcher-663-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-12T01:48:26.262Z
[junit4] 2> 388747 INFO (zkConnectionManagerCallback-670-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 388749 INFO (jetty-launcher-663-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 388750 INFO (zkConnectionManagerCallback-668-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 388750 INFO (jetty-launcher-663-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 388756 INFO (jetty-launcher-663-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40289/solr
[junit4] 2> 388756 INFO (zkConnectionManagerCallback-674-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 388759 INFO (zkConnectionManagerCallback-676-thread-1-processing-n:127.0.0.1:40263_solr) [n:127.0.0.1:40263_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 388760 INFO (jetty-launcher-663-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40289/solr
[junit4] 2> 388763 INFO (zkConnectionManagerCallback-680-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 388765 INFO (zkConnectionManagerCallback-683-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 388770 INFO (jetty-launcher-663-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 388770 INFO (jetty-launcher-663-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41737_solr
[junit4] 2> 388771 INFO (jetty-launcher-663-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.c.Overseer Overseer (id=99158806112239622-127.0.0.1:41737_solr-n_0000000000) starting
[junit4] 2> 388785 INFO (jetty-launcher-663-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41737_solr
[junit4] 2> 388785 DEBUG (OverseerAutoScalingTriggerThread-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 388786 DEBUG (OverseerAutoScalingTriggerThread-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 388787 DEBUG (OverseerAutoScalingTriggerThread-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 388787 DEBUG (OverseerAutoScalingTriggerThread-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 388787 DEBUG (OverseerAutoScalingTriggerThread-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 388791 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 388793 DEBUG (OverseerAutoScalingTriggerThread-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 388793 DEBUG (OverseerAutoScalingTriggerThread-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 388793 DEBUG (ScheduledTrigger-822-thread-1) [n:127.0.0.1:41737_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41737_solr]
[junit4] 2> 388810 INFO (jetty-launcher-663-thread-1) [n:127.0.0.1:40263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 388810 INFO (jetty-launcher-663-thread-1) [n:127.0.0.1:40263_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 388811 INFO (jetty-launcher-663-thread-1) [n:127.0.0.1:40263_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40263_solr
[junit4] 2> 388823 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:40263_solr) [n:127.0.0.1:40263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 388824 INFO (zkCallback-682-thread-2-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 388859 INFO (jetty-launcher-663-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41737.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4d15c7
[junit4] 2> 388865 INFO (jetty-launcher-663-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41737.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4d15c7
[junit4] 2> 388865 INFO (jetty-launcher-663-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41737.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4d15c7
[junit4] 2> 388865 INFO (jetty-launcher-663-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7734EBA911DB484B-001/tempDir-001/node2/.
[junit4] 2> 388870 INFO (jetty-launcher-663-thread-1) [n:127.0.0.1:40263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40263.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4d15c7
[junit4] 2> 388877 INFO (jetty-launcher-663-thread-1) [n:127.0.0.1:40263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40263.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4d15c7
[junit4] 2> 388878 INFO (jetty-launcher-663-thread-1) [n:127.0.0.1:40263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40263.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4d15c7
[junit4] 2> 388879 INFO (jetty-launcher-663-thread-1) [n:127.0.0.1:40263_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7734EBA911DB484B-001/tempDir-001/node1/.
[junit4] 2> 388895 INFO (zkConnectionManagerCallback-687-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 388898 INFO (zkConnectionManagerCallback-691-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 388899 INFO (SUITE-ExecutePlanActionTest-seed#[7734EBA911DB484B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 388899 INFO (SUITE-ExecutePlanActionTest-seed#[7734EBA911DB484B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40289/solr ready
[junit4] 2> 388905 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[7734EBA911DB484B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testIntegration
[junit4] 2> 388906 DEBUG (zkCallback-682-thread-2-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 388906 DEBUG (OverseerAutoScalingTriggerThread-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 388907 INFO (zkConnectionManagerCallback-693-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 388907 DEBUG (OverseerAutoScalingTriggerThread-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 388908 DEBUG (OverseerAutoScalingTriggerThread-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 388908 DEBUG (OverseerAutoScalingTriggerThread-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 388934 INFO (zkConnectionManagerCallback-697-thread-1-processing-n:127.0.0.1:40263_solr) [n:127.0.0.1:40263_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 388935 INFO (qtp812603360-2429) [n:127.0.0.1:40263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 388935 INFO (qtp812603360-2429) [n:127.0.0.1:40263_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40289/solr ready
[junit4] 2> 388936 INFO (qtp812603360-2416) [n:127.0.0.1:40263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 388938 INFO (qtp315947869-2423) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 388938 DEBUG (qtp812603360-2429) [n:127.0.0.1:40263_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 388941 INFO (qtp812603360-2429) [n:127.0.0.1:40263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=32
[junit4] 2> 388942 INFO (qtp812603360-2430) [n:127.0.0.1:40263_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testIntegration&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 388943 DEBUG (zkCallback-682-thread-2-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 388947 DEBUG (zkCallback-682-thread-2-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40263_solr, 127.0.0.1:41737_solr]
[junit4] 2> 388947 DEBUG (OverseerAutoScalingTriggerThread-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 388951 DEBUG (OverseerAutoScalingTriggerThread-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 388951 INFO (OverseerThreadFactory-824-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.CreateCollectionCmd Create collection testIntegration
[junit4] 2> 388952 DEBUG (OverseerAutoScalingTriggerThread-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 388952 DEBUG (ScheduledTrigger-822-thread-1) [n:127.0.0.1:41737_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40263_solr, 127.0.0.1:41737_solr]
[junit4] 2> 389060 INFO (OverseerStateUpdate-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testIntegration",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testIntegration_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40263/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 389063 INFO (OverseerStateUpdate-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testIntegration",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testIntegration_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41737/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 389265 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testIntegration_shard1_replica_n2&action=CREATE&numShards=1&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 389265 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testIntegration_shard1_replica_n1&action=CREATE&numShards=1&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 389266 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 389266 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 389369 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:40263_solr) [n:127.0.0.1:40263_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 389369 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 389369 INFO (zkCallback-682-thread-2-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 389369 INFO (zkCallback-675-thread-2-processing-n:127.0.0.1:40263_solr) [n:127.0.0.1:40263_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 389953 DEBUG (ScheduledTrigger-822-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40263_solr, 127.0.0.1:41737_solr]
[junit4] 2> 390274 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 390277 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 390280 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.s.IndexSchema [testIntegration_shard1_replica_n1] Schema name=minimal
[junit4] 2> 390283 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 390283 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testIntegration_shard1_replica_n1' using configuration from collection testIntegration, trusted=true
[junit4] 2> 390283 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40263.solr.core.testIntegration.shard1.replica_n1' (registry 'solr.core.testIntegration.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4d15c7
[junit4] 2> 390283 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 390283 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.c.SolrCore [[testIntegration_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7734EBA911DB484B-001/tempDir-001/node1/testIntegration_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7734EBA911DB484B-001/tempDir-001/node1/./testIntegration_shard1_replica_n1/data/]
[junit4] 2> 390285 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.s.IndexSchema [testIntegration_shard1_replica_n2] Schema name=minimal
[junit4] 2> 390287 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 390287 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testIntegration_shard1_replica_n2' using configuration from collection testIntegration, trusted=true
[junit4] 2> 390288 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41737.solr.core.testIntegration.shard1.replica_n2' (registry 'solr.core.testIntegration.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4d15c7
[junit4] 2> 390288 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 390288 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.c.SolrCore [[testIntegration_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7734EBA911DB484B-001/tempDir-001/node2/testIntegration_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7734EBA911DB484B-001/tempDir-001/node2/./testIntegration_shard1_replica_n2/data/]
[junit4] 2> 390313 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 390313 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 390313 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 390313 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 390314 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d2efe7c[testIntegration_shard1_replica_n1] main]
[junit4] 2> 390315 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 390315 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 390316 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 390316 INFO (searcherExecutor-829-thread-1-processing-n:127.0.0.1:40263_solr x:testIntegration_shard1_replica_n1 s:shard1 c:testIntegration r:core_node3) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.c.SolrCore [testIntegration_shard1_replica_n1] Registered new searcher Searcher@7d2efe7c[testIntegration_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 390316 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586540899554295808
[junit4] 2> 390319 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 390333 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 390333 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 390334 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 390334 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 390336 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@71e34914[testIntegration_shard1_replica_n2] main]
[junit4] 2> 390336 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 390337 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 390337 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 390338 INFO (searcherExecutor-830-thread-1-processing-n:127.0.0.1:41737_solr x:testIntegration_shard1_replica_n2 s:shard1 c:testIntegration r:core_node4) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.c.SolrCore [testIntegration_shard1_replica_n2] Registered new searcher Searcher@71e34914[testIntegration_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 390338 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586540899577364480
[junit4] 2> 390420 INFO (zkCallback-675-thread-2-processing-n:127.0.0.1:40263_solr) [n:127.0.0.1:40263_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 390420 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 390420 INFO (zkCallback-682-thread-3-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 390420 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:40263_solr) [n:127.0.0.1:40263_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 390819 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 390819 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 390819 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40263/solr/testIntegration_shard1_replica_n1/
[junit4] 2> 390820 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testIntegration_shard1_replica_n1 url=http://127.0.0.1:40263/solr START replicas=[http://127.0.0.1:41737/solr/testIntegration_shard1_replica_n2/] nUpdates=100
[junit4] 2> 390821 INFO (qtp315947869-2423) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.c.S.Request [testIntegration_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 390953 DEBUG (ScheduledTrigger-822-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40263_solr, 127.0.0.1:41737_solr]
[junit4] 2> 391120 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testIntegration_shard1_replica_n1 url=http://127.0.0.1:40263/solr DONE. We have no versions. sync failed.
[junit4] 2> 391120 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 391120 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 391120 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 391122 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40263/solr/testIntegration_shard1_replica_n1/ shard1
[junit4] 2> 391223 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:40263_solr) [n:127.0.0.1:40263_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 391223 INFO (zkCallback-675-thread-2-processing-n:127.0.0.1:40263_solr) [n:127.0.0.1:40263_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 391223 INFO (zkCallback-682-thread-3-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 391223 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 391272 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 391281 INFO (qtp812603360-2413) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testIntegration_shard1_replica_n1&action=CREATE&numShards=1&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2016
[junit4] 2> 391343 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testIntegration_shard1_replica_n2&action=CREATE&numShards=1&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2077
[junit4] 2> 391344 INFO (qtp812603360-2430) [n:127.0.0.1:40263_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 391443 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 391443 INFO (zkCallback-675-thread-2-processing-n:127.0.0.1:40263_solr) [n:127.0.0.1:40263_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 391443 INFO (zkCallback-682-thread-3-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 391443 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:40263_solr) [n:127.0.0.1:40263_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 391953 DEBUG (ScheduledTrigger-822-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:40263_solr, 127.0.0.1:41737_solr]
[junit4] 2> 392344 INFO (qtp812603360-2430) [n:127.0.0.1:40263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testIntegration&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3402
[junit4] 2> 392347 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[7734EBA911DB484B]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@47f7d374{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 392347 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[7734EBA911DB484B]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=710887234
[junit4] 2> 392347 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[7734EBA911DB484B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 392347 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[7734EBA911DB484B]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@331b77bf: rootName = solr_40263, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@54436efa
[junit4] 2> 392351 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[7734EBA911DB484B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 392351 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[7734EBA911DB484B]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@278d6466: rootName = solr_40263, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4f6950df
[junit4] 2> 392353 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[7734EBA911DB484B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 392353 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[7734EBA911DB484B]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@86a0d26: rootName = solr_40263, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@d01c4c4
[junit4] 2> 392354 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[7734EBA911DB484B]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40263_solr
[junit4] 2> 392355 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[7734EBA911DB484B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 392355 INFO (zkCallback-690-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 392355 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:40263_solr) [n:127.0.0.1:40263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 392355 INFO (zkCallback-682-thread-3-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 392355 INFO (coreCloseExecutor-839-thread-1) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.c.SolrCore [testIntegration_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6f131b67
[junit4] 2> 392355 INFO (coreCloseExecutor-839-thread-1) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testIntegration.shard1.replica_n1, tag=1863523175
[junit4] 2> 392355 INFO (coreCloseExecutor-839-thread-1) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55bbb02b: rootName = solr_40263, domain = solr.core.testIntegration.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testIntegration.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@160015df
[junit4] 2> 392360 INFO (coreCloseExecutor-839-thread-1) [n:127.0.0.1:40263_solr c:testIntegration s:shard1 r:core_node3 x:testIntegration_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testIntegration.shard1.leader, tag=1863523175
[junit4] 2> 392362 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[7734EBA911DB484B]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6f5d4784{/solr,null,UNAVAILABLE}
[junit4] 2> 392363 INFO (zkCallback-682-thread-3-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 392363 INFO (zkConnectionManagerCallback-700-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 392464 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [1])
[junit4] 2> 392464 INFO (zkCallback-682-thread-2-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [1])
[junit4] 2> 392464 INFO (zkCallback-690-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [1])
[junit4] 2> 392464 INFO (zkCallback-690-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [1])
[junit4] 2> 392953 INFO (OverseerCollectionConfigSetProcessor-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 392954 DEBUG (ScheduledTrigger-822-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41737_solr]
[junit4] 2> 392954 DEBUG (ScheduledTrigger-822-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:40263_solr
[junit4] 2> 393954 DEBUG (ScheduledTrigger-822-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:41737_solr]
[junit4] 2> 393954 DEBUG (ScheduledTrigger-822-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:40263_solr]
[junit4] 2> 393954 DEBUG (ScheduledTrigger-822-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1513043310471000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1513043310471000000],
[junit4] 2> "nodeNames":["127.0.0.1:40263_solr"]}}
[junit4] 2> 393955 INFO (ScheduledTrigger-822-thread-2) [n:127.0.0.1:41737_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 393955 DEBUG (AutoscalingActionExecutor-823-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1513043310471000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1513043310471000000],
[junit4] 2> "_enqueue_time_":1513043311471000000,
[junit4] 2> "nodeNames":["127.0.0.1:40263_solr"]}}
[junit4] 2> 393959 DEBUG (AutoscalingActionExecutor-823-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1513043310471000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1513043310471000000],
[junit4] 2> "_enqueue_time_":1513043311471000000,
[junit4] 2> "nodeNames":["127.0.0.1:40263_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 393960 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 393961 DEBUG (AutoscalingActionExecutor-823-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.a.ComputePlanAction NODELOST Created suggester with srcNode: [127.0.0.1:40263_solr]
[junit4] 2> 393961 INFO (AutoscalingActionExecutor-823-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testIntegration&targetNode=127.0.0.1:41737_solr&inPlaceMove=true&replica=core_node3
[junit4] 2> 393961 DEBUG (AutoscalingActionExecutor-823-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.a.ComputePlanAction NODELOST Created suggester with srcNode: [127.0.0.1:40263_solr]
[junit4] 2> 393961 DEBUG (AutoscalingActionExecutor-823-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1513043310471000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1513043310471000000],
[junit4] 2> "_enqueue_time_":1513043311471000000,
[junit4] 2> "nodeNames":["127.0.0.1:40263_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@52a2ea7f], AFTER_ACTION=[compute_plan], BEFORE_ACTION=[compute_plan, execute_plan]}
[junit4] 2> 393962 INFO (AutoscalingActionExecutor-823-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testIntegration&targetNode=127.0.0.1:41737_solr&inPlaceMove=true&replica=core_node3
[junit4] 2> 393963 DEBUG (AutoscalingActionExecutor-823-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.a.ExecutePlanAction Saved requestId: node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0 in znode: /autoscaling/triggerState/node_lost_trigger/execute_plan/op-0000000000
[junit4] 2> 393963 INFO (qtp315947869-2424) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params async=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0&replica=core_node3&action=MOVEREPLICA&collection=testIntegration&waitForFinalState=true&targetNode=127.0.0.1:41737_solr&wt=javabin&version=2&inPlaceMove=true and sendToOCPQueue=true
[junit4] 2> 393963 INFO (qtp315947869-2424) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0&replica=core_node3&action=MOVEREPLICA&collection=testIntegration&waitForFinalState=true&targetNode=127.0.0.1:41737_solr&wt=javabin&version=2&inPlaceMove=true} status=0 QTime=0
[junit4] 2> 393964 INFO (qtp315947869-2415) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 393965 INFO (qtp315947869-2415) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 393965 INFO (OverseerThreadFactory-824-thread-2-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.MoveReplicaCmd Replica will be moved to node 127.0.0.1:41737_solr: core_node3:{"core":"testIntegration_shard1_replica_n1","base_url":"http://127.0.0.1:40263/solr","node_name":"127.0.0.1:40263_solr","state":"down","type":"NRT"}
[junit4] 2> 393967 INFO (OverseerThreadFactory-824-thread-2-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:41737_solr for creating new replica
[junit4] 2> 393967 INFO (OverseerStateUpdate-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testIntegration",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testIntegration_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41737/solr",
[junit4] 2> "node_name":"127.0.0.1:41737_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 394068 INFO (zkCallback-682-thread-2-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [1])
[junit4] 2> 394068 INFO (zkCallback-690-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [1])
[junit4] 2> 394068 INFO (zkCallback-690-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [1])
[junit4] 2> 394068 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [1])
[junit4] 2> 394168 INFO (qtp315947869-2414) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testIntegration_shard1_replica_n5&action=CREATE&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 394168 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation core create command async=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testIntegration_shard1_replica_n5&action=CREATE&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 394169 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 394169 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 394177 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 394182 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.s.IndexSchema [testIntegration_shard1_replica_n5] Schema name=minimal
[junit4] 2> 394183 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 394183 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testIntegration_shard1_replica_n5' using configuration from collection testIntegration, trusted=true
[junit4] 2> 394184 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41737.solr.core.testIntegration.shard1.replica_n5' (registry 'solr.core.testIntegration.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4d15c7
[junit4] 2> 394184 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 394184 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.c.SolrCore [[testIntegration_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7734EBA911DB484B-001/tempDir-001/node2/testIntegration_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7734EBA911DB484B-001/tempDir-001/node2/./testIntegration_shard1_replica_n5/data/]
[junit4] 2> 394209 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 394209 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 394209 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 394209 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 394210 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@79169d84[testIntegration_shard1_replica_n5] main]
[junit4] 2> 394211 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 394211 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 394211 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 394211 INFO (parallelCoreAdminExecutor-825-thread-1-processing-n:127.0.0.1:41737_solr node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586540903638499328
[junit4] 2> 394212 INFO (searcherExecutor-841-thread-1-processing-x:testIntegration_shard1_replica_n5 r:core_node6 node_lost_trigger//14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c//0744453657025103 CREATE n:127.0.0.1:41737_solr s:shard1 c:testIntegration) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.c.SolrCore [testIntegration_shard1_replica_n5] Registered new searcher Searcher@79169d84[testIntegration_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 394863 INFO (zkCallback-682-thread-3-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41737/solr/testIntegration_shard1_replica_n2/
[junit4] 2> 394863 INFO (zkCallback-682-thread-3-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testIntegration_shard1_replica_n2 url=http://127.0.0.1:41737/solr START replicas=[http://127.0.0.1:41737/solr/testIntegration_shard1_replica_n5/] nUpdates=100
[junit4] 2> 394864 INFO (qtp315947869-2419) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.c.S.Request [testIntegration_shard1_replica_n5] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 395164 INFO (zkCallback-682-thread-3-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testIntegration_shard1_replica_n2 url=http://127.0.0.1:41737/solr DONE. We have no versions. sync failed.
[junit4] 2> 395164 INFO (zkCallback-682-thread-3-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 395164 INFO (zkCallback-682-thread-3-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 395166 INFO (zkCallback-682-thread-3-processing-n:127.0.0.1:41737_solr) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41737/solr/testIntegration_shard1_replica_n2/ shard1
[junit4] 2> 395170 INFO (qtp315947869-2424) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 395170 INFO (qtp315947869-2424) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 396171 INFO (qtp315947869-2414) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 396171 INFO (qtp315947869-2414) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 397172 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 397172 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 398173 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 398173 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 398967 INFO (qtp315947869-2417) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 398968 INFO (qtp315947869-2417) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 399174 INFO (qtp315947869-2424) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 399174 INFO (qtp315947869-2424) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 400174 INFO (qtp315947869-2419) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 400174 INFO (qtp315947869-2419) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 401175 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 401175 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 402176 INFO (qtp315947869-2417) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 402176 INFO (qtp315947869-2417) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 403177 INFO (qtp315947869-2424) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 403177 INFO (qtp315947869-2424) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 403969 INFO (qtp315947869-2414) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 403970 INFO (qtp315947869-2414) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 404178 INFO (qtp315947869-2419) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 404178 INFO (qtp315947869-2419) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 405179 INFO (qtp315947869-2417) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 405179 INFO (qtp315947869-2417) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 406179 INFO (qtp315947869-2424) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 406179 INFO (qtp315947869-2424) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 407180 INFO (qtp315947869-2414) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 407180 INFO (qtp315947869-2414) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 408181 INFO (qtp315947869-2419) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 408181 INFO (qtp315947869-2419) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 408972 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 408973 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 409182 INFO (qtp315947869-2417) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 409182 INFO (qtp315947869-2417) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 410183 INFO (qtp315947869-2414) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 410183 INFO (qtp315947869-2414) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 411183 INFO (qtp315947869-2419) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 411183 INFO (qtp315947869-2419) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 412184 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 412184 INFO (qtp315947869-2425) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 413185 INFO (qtp315947869-2417) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103
[junit4] 2> 413185 INFO (qtp315947869-2417) [n:127.0.0.1:41737_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=node_lost_trigger/14ff68dfda67afc0T6vgbeh0b7fpts581u451f0t1c/0744453657025103&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 413974 INFO (qtp315947869-2424) [n:127.0.0.1:41737_solr ] o.a.s.h.a.CollectionsHandler Invoked C
[...truncated too long message...]
.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:182)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: testIntegration slice: shard1 saw state=DocCollection(testIntegration//collections/testIntegration/state.json/7)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testIntegration_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:40263/solr",
[junit4] 2> "node_name":"127.0.0.1:40263_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testIntegration_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:41737/solr",
[junit4] 2> "node_name":"127.0.0.1:41737_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"testIntegration_shard1_replica_n5",
[junit4] 2> "base_url":"http://127.0.0.1:41737/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":"127.0.0.1:41737_solr",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 16 more
[junit4] 2>
[junit4] 2> 1615242 INFO (coreCloseExecutor-853-thread-1) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.c.SolrCore [testIntegration_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@3d34a966
[junit4] 2> 1615242 INFO (coreCloseExecutor-853-thread-1) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testIntegration.shard1.replica_n2, tag=1026861414
[junit4] 2> 1615242 INFO (coreCloseExecutor-853-thread-2) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.c.SolrCore [testIntegration_shard1_replica_n5] CLOSING SolrCore org.apache.solr.core.SolrCore@5fe6b824
[junit4] 2> 1615242 INFO (coreCloseExecutor-853-thread-1) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7537a2e9: rootName = solr_41737, domain = solr.core.testIntegration.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testIntegration.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@3d7ef5f3
[junit4] 2> 1615246 INFO (coreCloseExecutor-853-thread-1) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node4 x:testIntegration_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testIntegration.shard1.leader, tag=1026861414
[junit4] 2> 1615246 INFO (coreCloseExecutor-853-thread-2) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testIntegration.shard1.replica_n5, tag=1608955940
[junit4] 2> 1615247 INFO (coreCloseExecutor-853-thread-2) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7526e68d: rootName = solr_41737, domain = solr.core.testIntegration.shard1.replica_n5, service url = null, agent id = null] for registry solr.core.testIntegration.shard1.replica_n5 / com.codahale.metrics.MetricRegistry@577aedda
[junit4] 2> 1615254 INFO (coreCloseExecutor-853-thread-2) [n:127.0.0.1:41737_solr c:testIntegration s:shard1 r:core_node6 x:testIntegration_shard1_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testIntegration.shard1.leader, tag=1608955940
[junit4] 2> 1615255 INFO (jetty-closer-664-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99158806112239622-127.0.0.1:41737_solr-n_0000000000) closing
[junit4] 2> 1615255 INFO (OverseerStateUpdate-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41737_solr
[junit4] 2> 1615255 WARN (OverseerAutoScalingTriggerThread-99158806112239622-127.0.0.1:41737_solr-n_0000000000) [n:127.0.0.1:41737_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1615255 DEBUG (jetty-closer-664-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1615256 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1604868a6ac0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1615256 INFO (jetty-closer-664-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@41bdcf4d{/solr,null,UNAVAILABLE}
[junit4] 2> 1615256 ERROR (SUITE-ExecutePlanActionTest-seed#[7734EBA911DB484B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1615256 INFO (SUITE-ExecutePlanActionTest-seed#[7734EBA911DB484B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40289 40289
[junit4] 2> 1617644 INFO (Thread-495) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40289 40289
[junit4] 2> 1617644 WARN (Thread-495) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 18 /solr/collections/testIntegration/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99158806112239622-127.0.0.1:41737_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7734EBA911DB484B-001
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=6, maxDocsPerChunk=8, blockSize=3), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=6, blockSize=3)), sim=RandomSimilarity(queryNorm=false): {}, locale=zh, timezone=Pacific/Wallis
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=267217840,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [TestPhraseSuggestions, TestInPlaceUpdatesStandalone, SolrGraphiteReporterTest, TestUpdate, TestConfigSetsAPI, SearchHandlerTest, TestClusterProperties, SimpleCollectionCreateDeleteTest, TestCloudPseudoReturnFields, TestSuggestSpellingConverter, TestSQLHandlerNonCloud, TestUtils, BlockJoinFacetRandomTest, SaslZkACLProviderTest, TestSchemaResource, SliceStateTest, OverseerTaskQueueTest, SolrSlf4jReporterTest, TestDFRSimilarityFactory, AnalysisErrorHandlingTest, TestConfigsApi, DistributedExpandComponentTest, TestComponentsName, QueryResultKeyTest, ClassificationUpdateProcessorFactoryTest, TestOnReconnectListenerSupport, LeaderInitiatedRecoveryOnShardRestartTest, BaseCdcrDistributedZkTest, TestBadConfig, UpdateParamsTest, TestUtilizeNode, TestPullReplicaErrorHandling, TemplateUpdateProcessorTest, ExecutePlanActionTest]
[junit4] Completed [292/751 (1!)] on J0 in 1229.02s, 2 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 48866 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (32bit/jdk1.8.0_144) - Build # 54 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/54/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.test
Error Message:
Error from server at http://127.0.0.1:40973/bcfj: Could not fully create collection: splitByRouteKeyTest
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40973/bcfj: Could not fully create collection: splitByRouteKeyTest
at __randomizedtesting.SeedInfo.seed([9C3F8A754D094DD5:146BB5AFE3F5202D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1668)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1607)
at org.apache.solr.cloud.ShardSplitTest.splitByRouteKeyTest(ShardSplitTest.java:751)
at org.apache.solr.cloud.ShardSplitTest.test(ShardSplitTest.java:102)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.response.transform.TestSubQueryTransformerDistrib
Error Message:
Error from server at https://127.0.0.1:40605/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40605/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([9C3F8A754D094DD5]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.response.transform.TestSubQueryTransformerDistrib.setupCluster(TestSubQueryTransformerDistrib.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.schema.TestManagedSchemaAPI.test
Error Message:
Error from server at https://127.0.0.1:46729/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46729/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([9C3F8A754D094DD5:146BB5AFE3F5202D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.schema.TestManagedSchemaAPI.test(TestManagedSchemaAPI.java:54)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12221 lines...]
[junit4] Suite: org.apache.solr.schema.TestManagedSchemaAPI
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_9C3F8A754D094DD5-001/init-core-data-001
[junit4] 2> 531295 WARN (SUITE-TestManagedSchemaAPI-seed#[9C3F8A754D094DD5]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 531295 INFO (SUITE-TestManagedSchemaAPI-seed#[9C3F8A754D094DD5]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 531297 INFO (SUITE-TestManagedSchemaAPI-seed#[9C3F8A754D094DD5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 531297 INFO (SUITE-TestManagedSchemaAPI-seed#[9C3F8A754D094DD5]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 531298 INFO (SUITE-TestManagedSchemaAPI-seed#[9C3F8A754D094DD5]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_9C3F8A754D094DD5-001/tempDir-001
[junit4] 2> 531298 INFO (SUITE-TestManagedSchemaAPI-seed#[9C3F8A754D094DD5]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 531298 INFO (Thread-3528) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 531298 INFO (Thread-3528) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 531299 ERROR (Thread-3528) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 531398 INFO (SUITE-TestManagedSchemaAPI-seed#[9C3F8A754D094DD5]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45313
[junit4] 2> 531400 INFO (zkConnectionManagerCallback-2064-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 531407 INFO (jetty-launcher-2061-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 531407 INFO (jetty-launcher-2061-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 531409 INFO (jetty-launcher-2061-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b70cfc{/solr,null,AVAILABLE}
[junit4] 2> 531409 INFO (jetty-launcher-2061-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f988a{/solr,null,AVAILABLE}
[junit4] 2> 531410 INFO (jetty-launcher-2061-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1236e6c{SSL,[ssl, http/1.1]}{127.0.0.1:37837}
[junit4] 2> 531410 INFO (jetty-launcher-2061-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@383c40{SSL,[ssl, http/1.1]}{127.0.0.1:46729}
[junit4] 2> 531410 INFO (jetty-launcher-2061-thread-1) [ ] o.e.j.s.Server Started @532824ms
[junit4] 2> 531410 INFO (jetty-launcher-2061-thread-2) [ ] o.e.j.s.Server Started @532824ms
[junit4] 2> 531410 INFO (jetty-launcher-2061-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37837}
[junit4] 2> 531410 INFO (jetty-launcher-2061-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46729}
[junit4] 2> 531411 ERROR (jetty-launcher-2061-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 531411 ERROR (jetty-launcher-2061-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 531411 INFO (jetty-launcher-2061-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 531411 INFO (jetty-launcher-2061-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 531411 INFO (jetty-launcher-2061-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 531411 INFO (jetty-launcher-2061-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 531411 INFO (jetty-launcher-2061-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 531411 INFO (jetty-launcher-2061-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 531411 INFO (jetty-launcher-2061-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-13T05:32:15.587Z
[junit4] 2> 531411 INFO (jetty-launcher-2061-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-13T05:32:15.587Z
[junit4] 2> 531415 INFO (zkConnectionManagerCallback-2068-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 531415 INFO (zkConnectionManagerCallback-2066-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 531416 INFO (jetty-launcher-2061-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 531416 INFO (jetty-launcher-2061-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 531427 INFO (jetty-launcher-2061-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45313/solr
[junit4] 2> 531444 INFO (zkConnectionManagerCallback-2072-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 531448 INFO (jetty-launcher-2061-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45313/solr
[junit4] 2> 531455 INFO (zkConnectionManagerCallback-2078-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 531457 INFO (zkConnectionManagerCallback-2076-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 531475 INFO (zkConnectionManagerCallback-2080-thread-1-processing-n:127.0.0.1:46729_solr) [n:127.0.0.1:46729_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 531548 INFO (jetty-launcher-2061-thread-1) [n:127.0.0.1:37837_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 531548 INFO (jetty-launcher-2061-thread-2) [n:127.0.0.1:46729_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 531549 INFO (jetty-launcher-2061-thread-1) [n:127.0.0.1:37837_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37837_solr
[junit4] 2> 531549 INFO (jetty-launcher-2061-thread-2) [n:127.0.0.1:46729_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46729_solr
[junit4] 2> 531549 INFO (jetty-launcher-2061-thread-1) [n:127.0.0.1:37837_solr ] o.a.s.c.Overseer Overseer (id=99165348526489604-127.0.0.1:37837_solr-n_0000000000) starting
[junit4] 2> 531556 INFO (zkCallback-2077-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 531560 INFO (zkCallback-2079-thread-1-processing-n:127.0.0.1:46729_solr) [n:127.0.0.1:46729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 531573 INFO (jetty-launcher-2061-thread-1) [n:127.0.0.1:37837_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37837_solr
[junit4] 2> 531574 INFO (zkCallback-2079-thread-1-processing-n:127.0.0.1:46729_solr) [n:127.0.0.1:46729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 531575 INFO (zkCallback-2077-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 531773 INFO (jetty-launcher-2061-thread-2) [n:127.0.0.1:46729_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46729.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b0679f
[junit4] 2> 531785 INFO (jetty-launcher-2061-thread-2) [n:127.0.0.1:46729_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46729.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b0679f
[junit4] 2> 531786 INFO (jetty-launcher-2061-thread-2) [n:127.0.0.1:46729_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46729.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b0679f
[junit4] 2> 531787 INFO (jetty-launcher-2061-thread-2) [n:127.0.0.1:46729_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_9C3F8A754D094DD5-001/tempDir-001/node2/.
[junit4] 2> 531844 INFO (jetty-launcher-2061-thread-1) [n:127.0.0.1:37837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37837.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b0679f
[junit4] 2> 531853 INFO (jetty-launcher-2061-thread-1) [n:127.0.0.1:37837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37837.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b0679f
[junit4] 2> 531853 INFO (jetty-launcher-2061-thread-1) [n:127.0.0.1:37837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37837.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b0679f
[junit4] 2> 531854 INFO (jetty-launcher-2061-thread-1) [n:127.0.0.1:37837_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_9C3F8A754D094DD5-001/tempDir-001/node1/.
[junit4] 2> 531882 INFO (zkConnectionManagerCallback-2085-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 531886 INFO (zkConnectionManagerCallback-2089-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 531887 INFO (SUITE-TestManagedSchemaAPI-seed#[9C3F8A754D094DD5]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 531888 INFO (SUITE-TestManagedSchemaAPI-seed#[9C3F8A754D094DD5]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45313/solr ready
[junit4] 2> 531901 INFO (TEST-TestManagedSchemaAPI.test-seed#[9C3F8A754D094DD5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 531994 INFO (qtp29940141-8360) [n:127.0.0.1:46729_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&name=testschemaapi&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 532000 INFO (OverseerThreadFactory-2516-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.CreateCollectionCmd Create collection testschemaapi
[junit4] 2> 532105 INFO (OverseerStateUpdate-99165348526489604-127.0.0.1:37837_solr-n_0000000000) [n:127.0.0.1:37837_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testschemaapi",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testschemaapi_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46729/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 532106 INFO (OverseerStateUpdate-99165348526489604-127.0.0.1:37837_solr-n_0000000000) [n:127.0.0.1:37837_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testschemaapi",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testschemaapi_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37837/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 532312 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=testschemaapi_shard1_replica_n1&action=CREATE&numShards=1&collection=testschemaapi&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 532313 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 532373 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=testschemaapi_shard1_replica_n2&action=CREATE&numShards=1&collection=testschemaapi&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 532374 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 532478 INFO (zkCallback-2079-thread-1-processing-n:127.0.0.1:46729_solr) [n:127.0.0.1:46729_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testschemaapi/state.json] for collection [testschemaapi] has occurred - updating... (live nodes size: [2])
[junit4] 2> 532478 INFO (zkCallback-2077-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testschemaapi/state.json] for collection [testschemaapi] has occurred - updating... (live nodes size: [2])
[junit4] 2> 532479 INFO (zkCallback-2079-thread-2-processing-n:127.0.0.1:46729_solr) [n:127.0.0.1:46729_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testschemaapi/state.json] for collection [testschemaapi] has occurred - updating... (live nodes size: [2])
[junit4] 2> 532479 INFO (zkCallback-2077-thread-2-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testschemaapi/state.json] for collection [testschemaapi] has occurred - updating... (live nodes size: [2])
[junit4] 2> 533332 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 533343 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.s.IndexSchema [testschemaapi_shard1_replica_n1] Schema name=minimal
[junit4] 2> 533348 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 533348 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testschemaapi_shard1_replica_n1' using configuration from collection testschemaapi, trusted=true
[junit4] 2> 533349 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46729.solr.core.testschemaapi.shard1.replica_n1' (registry 'solr.core.testschemaapi.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b0679f
[junit4] 2> 533349 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 533349 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.SolrCore [[testschemaapi_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_9C3F8A754D094DD5-001/tempDir-001/node2/testschemaapi_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_9C3F8A754D094DD5-001/tempDir-001/node2/./testschemaapi_shard1_replica_n1/data/]
[junit4] 2> 533388 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 533394 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.s.IndexSchema [testschemaapi_shard1_replica_n2] Schema name=minimal
[junit4] 2> 533395 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 533395 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testschemaapi_shard1_replica_n2' using configuration from collection testschemaapi, trusted=true
[junit4] 2> 533396 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37837.solr.core.testschemaapi.shard1.replica_n2' (registry 'solr.core.testschemaapi.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b0679f
[junit4] 2> 533396 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 533396 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.c.SolrCore [[testschemaapi_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_9C3F8A754D094DD5-001/tempDir-001/node1/testschemaapi_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_9C3F8A754D094DD5-001/tempDir-001/node1/./testschemaapi_shard1_replica_n2/data/]
[junit4] 2> 533400 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 533400 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 533401 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 533401 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 533403 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@790281[testschemaapi_shard1_replica_n1] main]
[junit4] 2> 533404 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 533404 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 533404 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 533405 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 533405 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 533406 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586645578632134656
[junit4] 2> 533406 INFO (searcherExecutor-2521-thread-1-processing-n:127.0.0.1:46729_solr x:testschemaapi_shard1_replica_n1 s:shard1 c:testschemaapi r:core_node3) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.SolrCore [testschemaapi_shard1_replica_n1] Registered new searcher Searcher@790281[testschemaapi_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 533410 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 533434 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 533434 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 533440 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 533440 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 533442 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a23f5[testschemaapi_shard1_replica_n2] main]
[junit4] 2> 533443 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 533443 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 533443 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 533444 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 533444 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 533444 INFO (qtp33142926-8361) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586645578673029120
[junit4] 2> 533445 INFO (searcherExecutor-2523-thread-1-processing-n:127.0.0.1:37837_solr x:testschemaapi_shard1_replica_n2 s:shard1 c:testschemaapi r:core_node4) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.c.SolrCore [testschemaapi_shard1_replica_n2] Registered new searcher Searcher@1a23f5[testschemaapi_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 533911 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 533911 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 533911 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46729/solr/testschemaapi_shard1_replica_n1/
[junit4] 2> 533912 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testschemaapi_shard1_replica_n1 url=https://127.0.0.1:46729/solr START replicas=[https://127.0.0.1:37837/solr/testschemaapi_shard1_replica_n2/] nUpdates=100
[junit4] 2> 533920 INFO (qtp33142926-8375) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.c.S.Request [testschemaapi_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 534212 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testschemaapi_shard1_replica_n1 url=https://127.0.0.1:46729/solr DONE. We have no versions. sync failed.
[junit4] 2> 534212 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 534212 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 534212 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 534215 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46729/solr/testschemaapi_shard1_replica_n1/ shard1
[junit4] 2> 712001 ERROR (qtp29940141-8360) [n:127.0.0.1:46729_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 712002 INFO (qtp29940141-8360) [n:127.0.0.1:46729_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf1&name=testschemaapi&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=500 QTime=180007
[junit4] 2> 712002 ERROR (qtp29940141-8360) [n:127.0.0.1:46729_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 712004 INFO (TEST-TestManagedSchemaAPI.test-seed#[9C3F8A754D094DD5]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestManagedSchemaAPI -Dtests.method=test -Dtests.seed=9C3F8A754D094DD5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=und -Dtests.timezone=Asia/Baghdad -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 180s J1 | TestManagedSchemaAPI.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46729/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([9C3F8A754D094DD5:146BB5AFE3F5202D]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.schema.TestManagedSchemaAPI.test(TestManagedSchemaAPI.java:54)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 712007 INFO (jetty-closer-2062-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1236e6c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 712008 ERROR (OverseerThreadFactory-2516-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:46729/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:46729/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:46729 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 712009 INFO (jetty-closer-2062-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@383c40{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 712008 INFO (jetty-closer-2062-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=28101377
[junit4] 2> 712009 INFO (jetty-closer-2062-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=32309803
[junit4] 2> 712009 ERROR (OverseerThreadFactory-2516-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:37837/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:37837/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:37837 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 712010 ERROR (OverseerThreadFactory-2516-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [testschemaapi].
[junit4] 2> 712009 INFO (jetty-closer-2062-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 712009 INFO (jetty-closer-2062-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 712010 INFO (jetty-closer-2062-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@bc142: rootName = solr_46729, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@18d2023
[junit4] 2> 712010 INFO (jetty-closer-2062-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d2f9af: rootName = solr_37837, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@10517f5
[junit4] 2> 712010 INFO (OverseerThreadFactory-2516-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 712011 ERROR (OverseerThreadFactory-2516-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:37837/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:37837/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:37837 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
[junit4] 2> ... 22 more
[junit4] 2> 712013 ERROR (OverseerThreadFactory-2516-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:46729/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:46729/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:46729 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
[junit4] 2> ... 22 more
[junit4] 2> 712018 INFO (jetty-closer-2062-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 712018 INFO (jetty-closer-2062-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@34689: rootName = solr_46729, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@16be7
[junit4] 2> 712019 INFO (jetty-closer-2062-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 712019 INFO (jetty-closer-2062-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14b804e: rootName = solr_37837, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@16be7
[junit4] 2> 712024 INFO (jetty-closer-2062-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 712024 INFO (jetty-closer-2062-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@bc1f82: rootName = solr_46729, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@e9f63b
[junit4] 2> 712025 INFO (jetty-closer-2062-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 712025 INFO (jetty-closer-2062-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c2c750: rootName = solr_37837, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@e9f63b
[junit4] 2> 712025 INFO (jetty-closer-2062-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46729_solr
[junit4] 2> 712025 INFO (jetty-closer-2062-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 712026 INFO (jetty-closer-2062-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37837_solr
[junit4] 2> 712026 INFO (zkCallback-2077-thread-3-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 712026 INFO (zkCallback-2079-thread-3-processing-n:127.0.0.1:46729_solr) [n:127.0.0.1:46729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 712026 INFO (coreCloseExecutor-2531-thread-1) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.SolrCore [testschemaapi_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@10ac3a4
[junit4] 2> 712026 INFO (coreCloseExecutor-2531-thread-1) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testschemaapi.shard1.replica_n1, tag=17482660
[junit4] 2> 712026 INFO (coreCloseExecutor-2531-thread-1) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@196b20: rootName = solr_46729, domain = solr.core.testschemaapi.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testschemaapi.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1ad0a7a
[junit4] 2> 712027 INFO (zkCallback-2077-thread-4-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 712027 INFO (zkCallback-2079-thread-4-processing-n:127.0.0.1:46729_solr) [n:127.0.0.1:46729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 712026 INFO (jetty-closer-2062-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 712028 INFO (coreCloseExecutor-2532-thread-1) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.c.SolrCore [testschemaapi_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@1ce1d22
[junit4] 2> 712029 INFO (coreCloseExecutor-2532-thread-1) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testschemaapi.shard1.replica_n2, tag=30285090
[junit4] 2> 712029 INFO (coreCloseExecutor-2532-thread-1) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9dcbbd: rootName = solr_37837, domain = solr.core.testschemaapi.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testschemaapi.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@137cb81
[junit4] 2> 712039 INFO (coreCloseExecutor-2531-thread-1) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testschemaapi.shard1.leader, tag=17482660
[junit4] 2> 712041 INFO (jetty-closer-2062-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3f988a{/solr,null,UNAVAILABLE}
[junit4] 2> 712043 INFO (coreCloseExecutor-2532-thread-1) [n:127.0.0.1:37837_solr c:testschemaapi s:shard1 r:core_node4 x:testschemaapi_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testschemaapi.shard1.leader, tag=30285090
[junit4] 2> 712044 INFO (jetty-closer-2062-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99165348526489604-127.0.0.1:37837_solr-n_0000000000) closing
[junit4] 2> 712045 INFO (OverseerStateUpdate-99165348526489604-127.0.0.1:37837_solr-n_0000000000) [n:127.0.0.1:37837_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37837_solr
[junit4] 2> 712054 ERROR (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: testschemaapi slice: shard1 saw state=DocCollection(testschemaapi//collections/testschemaapi/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testschemaapi_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:46729/solr",
[junit4] 2> "node_name":"127.0.0.1:46729_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testschemaapi_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:37837/solr",
[junit4] 2> "node_name":"127.0.0.1:37837_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 712055 ERROR (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: testschemaapi slice: shard1 saw state=DocCollection(testschemaapi//collections/testschemaapi/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testschemaapi_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:46729/solr",
[junit4] 2> "node_name":"127.0.0.1:46729_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testschemaapi_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:37837/solr",
[junit4] 2> "node_name":"127.0.0.1:37837_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 712063 INFO (qtp29940141-8362) [n:127.0.0.1:46729_solr c:testschemaapi s:shard1 r:core_node3 x:testschemaapi_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=testschemaapi_shard1_replica_n1&action=CREATE&numShards=1&collection=testschemaapi&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=179750
[junit4] 2> 742063 INFO (zkCallback-2077-thread-4-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/testschemaapi/state.json] for collection [testschemaapi] has occurred - updating... (live nodes size: [0])
[junit4] 2> 742063 INFO (zkCallback-2077-thread-3-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr
[...truncated too long message...]
1:41967/bcfj",
[junit4] 2> "node_name":"127.0.0.1:41967_bcfj",
[junit4] 2> "state":"down",
[junit4] 2> "type":"TLOG"},
[junit4] 2> "core_node46":{
[junit4] 2> "core":"collection1_shard2_replica_t45",
[junit4] 2> "base_url":"http://127.0.0.1:46653/bcfj",
[junit4] 2> "node_name":"127.0.0.1:46653_bcfj",
[junit4] 2> "state":"down",
[junit4] 2> "type":"TLOG"}}},
[junit4] 2> "shard1_0":{
[junit4] 2> "range":"80000000-bfffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node57":{
[junit4] 2> "core":"collection1_shard1_0_replica_n55",
[junit4] 2> "base_url":"http://127.0.0.1:35379/bcfj",
[junit4] 2> "node_name":"127.0.0.1:35379_bcfj",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node59":{
[junit4] 2> "core":"collection1_shard1_0_replica0",
[junit4] 2> "base_url":"http://127.0.0.1:35757/bcfj",
[junit4] 2> "node_name":"127.0.0.1:35757_bcfj",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}}},
[junit4] 2> "shard1_1":{
[junit4] 2> "range":"c0000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node58":{
[junit4] 2> "core":"collection1_shard1_1_replica_n56",
[junit4] 2> "base_url":"http://127.0.0.1:35379/bcfj",
[junit4] 2> "node_name":"127.0.0.1:35379_bcfj",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node60":{
[junit4] 2> "core":"collection1_shard1_1_replica0",
[junit4] 2> "base_url":"http://127.0.0.1:46653/bcfj",
[junit4] 2> "node_name":"127.0.0.1:46653_bcfj",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:756)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getLeaderReplica(IndexFetcher.java:684)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:380)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2357961 INFO (Thread-5159) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43561 43561
[junit4] 2> 2357962 WARN (Thread-5159) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_9C3F8A754D094DD5-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=PostingsFormat(name=Memory), shard_s=FST50, a_t=FST50, id=PostingsFormat(name=Memory)}, docValues:{rnd_b=DocValuesFormat(name=Memory), shard_s=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Direct), n_ti=DocValuesFormat(name=Direct), a_t=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1892, maxMBSortInHeap=6.078975200174362, sim=RandomSimilarity(queryNorm=true): {}, locale=pt-BR, timezone=AGT
[junit4] 2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=199347224,total=468201472
[junit4] 2> NOTE: All tests run in this JVM: [AsyncCallRequestStatusResponseTest, BadCopyFieldTest, GraphQueryTest, TestDistributedGrouping, AddBlockUpdateTest, SmileWriterTest, RecoveryAfterSoftCommitTest, TestDistribDocBasedVersion, EchoParamsTest, TestChildDocTransformer, TestShardHandlerFactory, DistributedSpellCheckComponentTest, TestZkChroot, TestRandomRequestDistribution, SolrMetricManagerTest, BasicAuthIntegrationTest, TestTestInjection, TestCSVResponseWriter, TestAnalyzeInfixSuggestions, SpellPossibilityIteratorTest, TestDistributedStatsComponentCardinality, TestDistributedMissingSort, TestQuerySenderListener, InfixSuggestersTest, TestIndexSearcher, TestLMJelinekMercerSimilarityFactory, TestFuzzyAnalyzedSuggestions, AlternateDirectoryTest, EnumFieldTest, SortSpecParsingTest, SharedFSAutoReplicaFailoverTest, QueryElevationComponentTest, SolrJmxReporterTest, TestSchemaVersionResource, TestLegacyTerms, TestJavabinTupleStreamParser, DeleteStatusTest, TestSolrXml, IndexBasedSpellCheckerTest, TestFiltering, AutoAddReplicasIntegrationTest, PluginInfoTest, OverseerTest, TestOrdValues, FieldAnalysisRequestHandlerTest, TestReloadDeadlock, RequiredFieldsTest, LeaderInitiatedRecoveryOnCommitTest, TestFunctionQuery, TriLevelCompositeIdRoutingTest, LeaderElectionTest, TestSegmentSorting, BadComponentTest, DistanceUnitsTest, HighlighterTest, TestCollectionAPIs, UUIDFieldTest, HLLUtilTest, TestExportWriter, TestSearchPerf, ZkNodePropsTest, TestConfigReload, DirectSolrSpellCheckerTest, TestComplexPhraseLeadingWildcard, TestQueryTypes, CustomCollectionTest, HdfsLockFactoryTest, TestSolrDeletionPolicy2, CurrencyFieldTypeTest, TestRestManager, TestFieldCacheVsDocValues, TestFieldSortValues, TestFieldResource, TestSmileRequest, TestConfigOverlay, TestTrie, TestLRUCache, TestObjectReleaseTracker, SolrCoreCheckLockOnStartupTest, UniqFieldsUpdateProcessorFactoryTest, HdfsThreadLeakTest, DataDrivenBlockJoinTest, TestCoreContainer, TestSkipOverseerOperations, DirectSolrConnectionTest, TestFieldCacheReopen, TestLFUCache, TestSolrConfigHandlerConcurrent, DistributedQueryComponentOptimizationTest, TestSystemIdResolver, TestEmbeddedSolrServerConstructors, TestValueSourceCache, XsltUpdateRequestHandlerTest, TestCloudSearcherWarming, TestSchemaNameResource, VersionInfoTest, TestDocBasedVersionConstraints, TestCollectionsAPIViaSolrCloudCluster, TestGroupingSearch, ClusterStateTest, ReturnFieldsTest, CoreAdminHandlerTest, TestHashQParserPlugin, TestConfigSets, TestPayloadScoreQParserPlugin, TestMacroExpander, ResponseHeaderTest, TestMaxScoreQueryParser, TestSubQueryTransformerDistrib, V2StandaloneTest, TestSchemalessBufferedUpdates, TimeZoneUtilsTest, DistribJoinFromCollectionTest, TestCloudPivotFacet, BasicDistributedZk2Test, RuleEngineTest, HdfsBasicDistributedZkTest, SortByFunctionTest, SystemInfoHandlerTest, TestSolrCoreProperties, UnloadDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, RecoveryZkTest, TestRandomFaceting, ShardRoutingCustomTest, TestRecovery, TermVectorComponentDistributedTest, TestStressReorder, DistributedTermsComponentTest, PeerSyncTest, SuggesterFSTTest, TestStressLucene, SuggesterWFSTTest, NoCacheHeaderTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, StatelessScriptUpdateProcessorFactoryTest, SolrInfoBeanTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestWriterPerf, TestOmitPositions, RequestHandlersTest, RegexBoostProcessorTest, TestJmxIntegration, TestPartialUpdateDeduplication, TestComponentsName, SOLR749Test, SolrIndexConfigTest, TestBinaryField, MinimalSchemaTest, ExternalFileFieldSortTest, TestCharFilters, TestSweetSpotSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest, MigrateRouteKeyTest, MoveReplicaHDFSTest, RemoteQueryErrorTest, ShardSplitTest]
[junit4] Completed [560/751 (3!)] on J2 in 476.78s, 5 tests, 1 error <<< FAILURES!
[...truncated 43818 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk1.8.0_144) - Build # 53 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/53/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.cloud.SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:46735
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46735
at __randomizedtesting.SeedInfo.seed([DF20125B23F9C11:1E91334A835025B7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
FAILED: org.apache.solr.search.stats.TestDistribIDF.testMultiCollectionQuery
Error Message:
Error from server at http://127.0.0.1:41509/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41509/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([DF20125B23F9C11:1C81C6146E49996D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.search.stats.TestDistribIDF.createCollection(TestDistribIDF.java:205)
at org.apache.solr.search.stats.TestDistribIDF.createCollection(TestDistribIDF.java:193)
at org.apache.solr.search.stats.TestDistribIDF.testMultiCollectionQuery(TestDistribIDF.java:154)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12608 lines...]
[junit4] Suite: org.apache.solr.cloud.SolrCloudExampleTest
[junit4] 2> 850601 INFO (SUITE-SolrCloudExampleTest-seed#[DF20125B23F9C11]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCloudExampleTest_DF20125B23F9C11-001/init-core-data-001
[junit4] 2> 850601 WARN (SUITE-SolrCloudExampleTest-seed#[DF20125B23F9C11]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
[junit4] 2> 850602 INFO (SUITE-SolrCloudExampleTest-seed#[DF20125B23F9C11]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 850603 INFO (SUITE-SolrCloudExampleTest-seed#[DF20125B23F9C11]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 850603 INFO (SUITE-SolrCloudExampleTest-seed#[DF20125B23F9C11]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 850604 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 850605 INFO (Thread-3597) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 850605 INFO (Thread-3597) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 850606 ERROR (Thread-3597) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 850705 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.ZkTestServer start zk server on port:34519
[junit4] 2> 850712 INFO (zkConnectionManagerCallback-1771-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 850721 INFO (zkConnectionManagerCallback-1773-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 850724 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 850725 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 850726 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 850727 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 850727 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 850728 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 850729 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 850729 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 850730 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 850731 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 850732 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 850737 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 850819 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 850824 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ec1b06c{/,null,AVAILABLE}
[junit4] 2> 850826 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19a433ff{HTTP/1.1,[http/1.1]}{127.0.0.1:46735}
[junit4] 2> 850826 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.e.j.s.Server Started @852711ms
[junit4] 2> 850826 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCloudExampleTest_DF20125B23F9C11-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=46735, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCloudExampleTest_DF20125B23F9C11-001/control-001/cores}
[junit4] 2> 850826 ERROR (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 850826 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 850826 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 850826 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 850826 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-13T00:41:23.869Z
[junit4] 2> 850827 INFO (zkConnectionManagerCallback-1775-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 850828 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 850828 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCloudExampleTest_DF20125B23F9C11-001/control-001/solr.xml
[junit4] 2> 850831 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 850831 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 850832 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53f9fe07, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 850838 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34519/solr
[junit4] 2> 850839 INFO (zkConnectionManagerCallback-1779-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 850842 INFO (zkConnectionManagerCallback-1781-thread-1-processing-n:127.0.0.1:46735_) [n:127.0.0.1:46735_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 850870 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [n:127.0.0.1:46735_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 850870 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [n:127.0.0.1:46735_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46735_
[junit4] 2> 850871 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [n:127.0.0.1:46735_ ] o.a.s.c.Overseer Overseer (id=99164204803555332-127.0.0.1:46735_-n_0000000000) starting
[junit4] 2> 850873 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [n:127.0.0.1:46735_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46735_
[junit4] 2> 850874 INFO (zkCallback-1780-thread-1-processing-n:127.0.0.1:46735_) [n:127.0.0.1:46735_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 850973 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [n:127.0.0.1:46735_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53f9fe07
[junit4] 2> 850992 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [n:127.0.0.1:46735_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53f9fe07
[junit4] 2> 850992 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [n:127.0.0.1:46735_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53f9fe07
[junit4] 2> 850994 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [n:127.0.0.1:46735_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCloudExampleTest_DF20125B23F9C11-001/control-001/cores
[junit4] 2> 851009 INFO (zkConnectionManagerCallback-1787-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 851009 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 851010 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34519/solr ready
[junit4] 2> 851010 INFO (qtp1213913195-9642) [n:127.0.0.1:46735_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46735_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 851011 INFO (OverseerThreadFactory-2976-thread-1-processing-n:127.0.0.1:46735_) [n:127.0.0.1:46735_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 851114 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 851114 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 851216 INFO (zkCallback-1780-thread-1-processing-n:127.0.0.1:46735_) [n:127.0.0.1:46735_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 852128 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 852136 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 852210 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 852217 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 852218 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53f9fe07
[junit4] 2> 852218 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 852218 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCloudExampleTest_DF20125B23F9C11-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCloudExampleTest_DF20125B23F9C11-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 852219 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=96.6171875, floorSegmentMB=0.61328125, forceMergeDeletesPctAllowed=7.715458425963593, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 852221 WARN (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 852243 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 852243 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 852243 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 852243 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 852244 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 852244 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a096d5d[control_collection_shard1_replica_n1] main]
[junit4] 2> 852245 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 852245 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 852245 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 852246 INFO (searcherExecutor-2979-thread-1-processing-n:127.0.0.1:46735_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5a096d5d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 852246 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586627278577598464
[junit4] 2> 852248 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 852248 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 852248 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46735/control_collection_shard1_replica_n1/
[junit4] 2> 852248 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 852248 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46735/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 852248 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 852249 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46735/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 911070 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 46735
[junit4] 2> 911070 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=348939853
[junit4] 2> 911070 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 911070 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33142479: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@233b1731
[junit4] 2> 911076 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 911076 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d1484dd: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@239b1db7
[junit4] 2> 911080 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 911080 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@406470a: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@27a49d1c
[junit4] 2> 911082 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46735_
[junit4] 2> 911082 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 911082 INFO (zkCallback-1780-thread-2-processing-n:127.0.0.1:46735_) [n:127.0.0.1:46735_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 911083 INFO (coreCloseExecutor-2984-thread-1) [n:127.0.0.1:46735_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@5ab92c7b
[junit4] 2> 911083 INFO (coreCloseExecutor-2984-thread-1) [n:127.0.0.1:46735_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1522084987
[junit4] 2> 911083 INFO (coreCloseExecutor-2984-thread-1) [n:127.0.0.1:46735_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2507dd77: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@51e35b0
[junit4] 2> 911093 INFO (coreCloseExecutor-2984-thread-1) [n:127.0.0.1:46735_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1522084987
[junit4] 2> 921885 INFO (ScheduledTrigger-2974-thread-1) [n:127.0.0.1:46735_ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 921886 INFO (AutoscalingActionExecutor-2975-thread-1-processing-n:127.0.0.1:46735_) [n:127.0.0.1:46735_ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14ffb3d91ed00380Tdhth3xn6xm34sv3uhocrn2llb",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1513125744926000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1513125744926000000],
[junit4] 2> "_enqueue_time_":1513125754928000000,
[junit4] 2> "nodeNames":["127.0.0.1:46735_"]}}
[junit4] 2> 1031012 ERROR (qtp1213913195-9642) [n:127.0.0.1:46735_ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1031013 INFO (qtp1213913195-9642) [n:127.0.0.1:46735_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46735_&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 1031013 ERROR (qtp1213913195-9642) [n:127.0.0.1:46735_ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1451188 ERROR (OverseerThreadFactory-2976-thread-1-processing-n:127.0.0.1:46735_) [n:127.0.0.1:46735_ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:46735
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46735
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 1451188 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.Overseer Overseer (id=99164204803555332-127.0.0.1:46735_-n_0000000000) closing
[junit4] 2> 1451189 INFO (OverseerStateUpdate-99164204803555332-127.0.0.1:46735_-n_0000000000) [n:127.0.0.1:46735_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46735_
[junit4] 2> 1451189 ERROR (OverseerThreadFactory-2976-thread-1-processing-n:127.0.0.1:46735_) [n:127.0.0.1:46735_ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 1451190 INFO (OverseerThreadFactory-2976-thread-1-processing-n:127.0.0.1:46735_) [n:127.0.0.1:46735_ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1481220 INFO (zkCallback-1780-thread-5-processing-n:127.0.0.1:46735_) [n:127.0.0.1:46735_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1481221 ERROR (OverseerThreadFactory-2976-thread-1-processing-n:127.0.0.1:46735_) [n:127.0.0.1:46735_ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:679)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:233)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1481222 INFO (OverseerThreadFactory-2976-thread-1-processing-n:127.0.0.1:46735_) [n:127.0.0.1:46735_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1481222 WARN (OverseerAutoScalingTriggerThread-99164204803555332-127.0.0.1:46735_-n_0000000000) [n:127.0.0.1:46735_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1481224 ERROR (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1481225 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@19a433ff{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1481225 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7ec1b06c{/,null,UNAVAILABLE}
[junit4] 2> 1481225 ERROR (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 1481230 INFO (qtp1213913195-9644) [n:127.0.0.1:46735_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630115
[junit4] 2> 1481230 ERROR (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1481231 INFO (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[DF20125B23F9C11]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34519 34519
[junit4] 2> 1487013 INFO (Thread-3597) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34519 34519
[junit4] 2> 1487013 WARN (Thread-3597) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrCloudExampleTest -Dtests.method=testLoadDocsIntoGettingStartedCollection -Dtests.seed=DF20125B23F9C11 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ja-JP -Dtests.timezone=Asia/Tbilisi -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 636s J2 | SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46735
[junit4] > at __randomizedtesting.SeedInfo.seed([DF20125B23F9C11:1E91334A835025B7]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCloudExampleTest_DF20125B23F9C11-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1035, maxMBSortInHeap=6.932518002430216, sim=RandomSimilarity(queryNorm=false): {}, locale=ja-JP, timezone=Asia/Tbilisi
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=263053016,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [BlockJoinFacetDistribTest, PluginInfoTest, TestExtendedDismaxParser, TestRequestForwarding, TestChildDocTransformer, TestCloudPivotFacet, TestLeaderInitiatedRecoveryThread, HdfsLockFactoryTest, TestCloudDeleteByQuery, LeaderElectionContextKeyTest, ConfigSetsAPITest, TestSolrFieldCacheBean, ClassificationUpdateProcessorTest, SharedFSAutoReplicaFailoverTest, TestRawTransformer, QueryElevationComponentTest, TestDynamicFieldCollectionResource, ComputePlanActionTest, TestRealTimeGet, SortSpecParsingTest, CoreAdminHandlerTest, TestJsonFacetRefinement, TestLMDirichletSimilarityFactory, TestSchemaVersionResource, TestSchemaNameResource, TestDistributedMissingSort, IndexSchemaTest, TestSolrDeletionPolicy2, MoveReplicaHDFSTest, TestReload, RequestLoggingTest, TestOrdValues, DistributedSpellCheckComponentTest, HdfsDirectoryFactoryTest, StatsComponentTest, OverseerTest, DeleteStatusTest, TestSmileRequest, TestExportWriter, TestDocBasedVersionConstraints, TestHashPartitioner, TestTestInjection, SolrShardReporterTest, TestCollectionAPIs, TestCollectionsAPIViaSolrCloudCluster, UninvertDocValuesMergePolicyTest, DistributedFacetPivotSmallTest, WordBreakSolrSpellCheckerTest, TestTolerantUpdateProcessorRandomCloud, TestTrieFacet, IndexBasedSpellCheckerTest, TestSystemIdResolver, TestMaxScoreQueryParser, TestPullReplica, HighlighterTest, TestNoOpRegenerator, TestMacroExpander, TestQuerySenderListener, BasicDistributedZk2Test, SortByFunctionTest, TestInitParams, TestSolrConfigHandlerConcurrent, TestCloudSearcherWarming, SolrCloudExampleTest]
[junit4] Completed [319/751 (1!)] on J2 in 636.43s, 1 test, 1 error <<< FAILURES!
[...truncated 1515 lines...]
[junit4] Suite: org.apache.solr.search.stats.TestDistribIDF
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_DF20125B23F9C11-001/init-core-data-001
[junit4] 2> 3481310 WARN (SUITE-TestDistribIDF-seed#[DF20125B23F9C11]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 3481311 INFO (SUITE-TestDistribIDF-seed#[DF20125B23F9C11]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3481311 INFO (SUITE-TestDistribIDF-seed#[DF20125B23F9C11]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3481312 INFO (SUITE-TestDistribIDF-seed#[DF20125B23F9C11]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3481318 INFO (TEST-TestDistribIDF.testMultiCollectionQuery-seed#[DF20125B23F9C11]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMultiCollectionQuery
[junit4] 2> 3481319 INFO (TEST-TestDistribIDF.testMultiCollectionQuery-seed#[DF20125B23F9C11]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_DF20125B23F9C11-001/tempDir-001
[junit4] 2> 3481319 INFO (TEST-TestDistribIDF.testMultiCollectionQuery-seed#[DF20125B23F9C11]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3481320 INFO (Thread-7286) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3481320 INFO (Thread-7286) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3481321 ERROR (Thread-7286) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3481420 INFO (TEST-TestDistribIDF.testMultiCollectionQuery-seed#[DF20125B23F9C11]) [ ] o.a.s.c.ZkTestServer start zk server on port:41793
[junit4] 2> 3481423 INFO (zkConnectionManagerCallback-9827-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3481425 INFO (jetty-launcher-9824-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3481431 INFO (jetty-launcher-9824-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3481432 INFO (jetty-launcher-9824-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3481468 INFO (jetty-launcher-9824-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43af673{/solr,null,AVAILABLE}
[junit4] 2> 3481473 INFO (jetty-launcher-9824-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e4381b0{HTTP/1.1,[http/1.1]}{127.0.0.1:41509}
[junit4] 2> 3481473 INFO (jetty-launcher-9824-thread-1) [ ] o.e.j.s.Server Started @3482964ms
[junit4] 2> 3481473 INFO (jetty-launcher-9824-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41509}
[junit4] 2> 3481473 ERROR (jetty-launcher-9824-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3481474 INFO (jetty-launcher-9824-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 3481474 INFO (jetty-launcher-9824-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3481474 INFO (jetty-launcher-9824-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3481474 INFO (jetty-launcher-9824-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-13T01:25:14.123Z
[junit4] 2> 3481474 INFO (jetty-launcher-9824-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41b382b5{/solr,null,AVAILABLE}
[junit4] 2> 3481474 INFO (jetty-launcher-9824-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@443b003d{HTTP/1.1,[http/1.1]}{127.0.0.1:35259}
[junit4] 2> 3481474 INFO (jetty-launcher-9824-thread-2) [ ] o.e.j.s.Server Started @3482966ms
[junit4] 2> 3481474 INFO (jetty-launcher-9824-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35259}
[junit4] 2> 3481475 ERROR (jetty-launcher-9824-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3481475 INFO (jetty-launcher-9824-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 3481475 INFO (jetty-launcher-9824-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3481475 INFO (jetty-launcher-9824-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3481475 INFO (jetty-launcher-9824-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-13T01:25:14.124Z
[junit4] 2> 3481483 INFO (jetty-launcher-9824-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28687e7a{/solr,null,AVAILABLE}
[junit4] 2> 3481484 INFO (zkConnectionManagerCallback-9829-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3481484 INFO (jetty-launcher-9824-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f7c39fa{HTTP/1.1,[http/1.1]}{127.0.0.1:43321}
[junit4] 2> 3481484 INFO (jetty-launcher-9824-thread-3) [ ] o.e.j.s.Server Started @3482975ms
[junit4] 2> 3481484 INFO (jetty-launcher-9824-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43321}
[junit4] 2> 3481484 ERROR (jetty-launcher-9824-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3481484 INFO (jetty-launcher-9824-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3481485 INFO (jetty-launcher-9824-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 3481485 INFO (jetty-launcher-9824-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3481485 INFO (jetty-launcher-9824-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3481485 INFO (jetty-launcher-9824-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-13T01:25:14.134Z
[junit4] 2> 3481487 INFO (zkConnectionManagerCallback-9831-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3481487 INFO (jetty-launcher-9824-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3481489 INFO (zkConnectionManagerCallback-9833-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3481490 INFO (jetty-launcher-9824-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3481503 INFO (jetty-launcher-9824-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41793/solr
[junit4] 2> 3481523 INFO (zkConnectionManagerCallback-9837-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3481523 INFO (jetty-launcher-9824-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41793/solr
[junit4] 2> 3481529 INFO (jetty-launcher-9824-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41793/solr
[junit4] 2> 3481538 INFO (zkConnectionManagerCallback-9845-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3481542 INFO (zkConnectionManagerCallback-9842-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3481545 INFO (zkConnectionManagerCallback-9848-thread-1-processing-n:127.0.0.1:41509_solr) [n:127.0.0.1:41509_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3481545 INFO (zkConnectionManagerCallback-9849-thread-1-processing-n:127.0.0.1:43321_solr) [n:127.0.0.1:43321_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3481551 INFO (zkConnectionManagerCallback-9851-thread-1-processing-n:127.0.0.1:35259_solr) [n:127.0.0.1:35259_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3481559 INFO (jetty-launcher-9824-thread-3) [n:127.0.0.1:43321_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3481559 INFO (jetty-launcher-9824-thread-3) [n:127.0.0.1:43321_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43321_solr
[junit4] 2> 3481560 INFO (jetty-launcher-9824-thread-3) [n:127.0.0.1:43321_solr ] o.a.s.c.Overseer Overseer (id=99164377184272392-127.0.0.1:43321_solr-n_0000000000) starting
[junit4] 2> 3481581 INFO (jetty-launcher-9824-thread-3) [n:127.0.0.1:43321_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43321_solr
[junit4] 2> 3481598 INFO (zkCallback-9847-thread-1-processing-n:127.0.0.1:43321_solr) [n:127.0.0.1:43321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3481606 INFO (jetty-launcher-9824-thread-2) [n:127.0.0.1:35259_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3481608 INFO (jetty-launcher-9824-thread-2) [n:127.0.0.1:35259_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3481609 INFO (jetty-launcher-9824-thread-2) [n:127.0.0.1:35259_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35259_solr
[junit4] 2> 3481615 INFO (zkCallback-9847-thread-1-processing-n:127.0.0.1:43321_solr) [n:127.0.0.1:43321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3481624 INFO (jetty-launcher-9824-thread-1) [n:127.0.0.1:41509_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3481624 INFO (jetty-launcher-9824-thread-1) [n:127.0.0.1:41509_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3481625 INFO (jetty-launcher-9824-thread-1) [n:127.0.0.1:41509_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41509_solr
[junit4] 2> 3481633 INFO (zkCallback-9847-thread-1-processing-n:127.0.0.1:43321_solr) [n:127.0.0.1:43321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3481634 INFO (zkCallback-9850-thread-1-processing-n:127.0.0.1:35259_solr) [n:127.0.0.1:35259_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 3481639 INFO (zkCallback-9846-thread-1-processing-n:127.0.0.1:41509_solr) [n:127.0.0.1:41509_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3481725 INFO (jetty-launcher-9824-thread-2) [n:127.0.0.1:35259_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35259.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f031ce2
[junit4] 2> 3481734 INFO (jetty-launcher-9824-thread-3) [n:127.0.0.1:43321_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43321.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f031ce2
[junit4] 2> 3481742 INFO (jetty-launcher-9824-thread-3) [n:127.0.0.1:43321_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43321.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f031ce2
[junit4] 2> 3481742 INFO (jetty-launcher-9824-thread-3) [n:127.0.0.1:43321_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43321.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f031ce2
[junit4] 2> 3481743 INFO (jetty-launcher-9824-thread-3) [n:127.0.0.1:43321_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_DF20125B23F9C11-001/tempDir-001/node3/.
[junit4] 2> 3481744 INFO (jetty-launcher-9824-thread-2) [n:127.0.0.1:35259_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35259.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f031ce2
[junit4] 2> 3481744 INFO (jetty-launcher-9824-thread-2) [n:127.0.0.1:35259_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35259.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f031ce2
[junit4] 2> 3481745 INFO (jetty-launcher-9824-thread-2) [n:127.0.0.1:35259_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_DF20125B23F9C11-001/tempDir-001/node2/.
[junit4] 2> 3481776 INFO (jetty-launcher-9824-thread-1) [n:127.0.0.1:41509_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41509.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f031ce2
[junit4] 2> 3481786 INFO (jetty-launcher-9824-thread-1) [n:127.0.0.1:41509_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41509.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f031ce2
[junit4] 2> 3481786 INFO (jetty-launcher-9824-thread-1) [n:127.0.0.1:41509_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41509.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f031ce2
[junit4] 2> 3481787 INFO (jetty-launcher-9824-thread-1) [n:127.0.0.1:41509_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_DF20125B23F9C11-001/tempDir-001/node1/.
[junit4] 2> 3481819 INFO (zkConnectionManagerCallback-9857-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3481828 INFO (zkConnectionManagerCallback-9860-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3482003 INFO (zkConnectionManagerCallback-9862-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3482005 INFO (zkConnectionManagerCallback-9865-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3482006 INFO (TEST-TestDistribIDF.testMultiCollectionQuery-seed#[DF20125B23F9C11]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3482006 INFO (TEST-TestDistribIDF.testMultiCollectionQuery-seed#[DF20125B23F9C11]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41793/solr ready
[junit4] 2> 3482007 INFO (qtp1265299654-35642) [n:127.0.0.1:41509_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3482009 INFO (OverseerThreadFactory-12812-thread-1-processing-n:127.0.0.1:43321_solr) [n:127.0.0.1:43321_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 3482114 INFO (OverseerStateUpdate-99164377184272392-127.0.0.1:43321_solr-n_0000000000) [n:127.0.0.1:43321_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43321/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3482115 INFO (OverseerStateUpdate-99164377184272392-127.0.0.1:43321_solr-n_0000000000) [n:127.0.0.1:43321_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35259/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3482317 INFO (qtp1235538953-35661) [n:127.0.0.1:43321_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&ve
[...truncated too long message...]
connecting to 127.0.0.1:34151 34151
[junit4] 2> 3712861 INFO (Thread-7316) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34151 34151
[junit4] 2> 3712861 WARN (Thread-7316) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf2
[junit4] 2> 3 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 18 /solr/collections/onecollection/state.json
[junit4] 2> 15 /solr/collections/onecollection_local/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> 3712862 INFO (TEST-TestDistribIDF.testSimpleQuery-seed#[DF20125B23F9C11]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSimpleQuery
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_DF20125B23F9C11-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=Memory), cat=PostingsFormat(name=Direct), id=PostingsFormat(name=Asserting), _route_=BlockTreeOrds(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=96, maxMBSortInHeap=6.829852052747633, sim=RandomSimilarity(queryNorm=true): {}, locale=es-PR, timezone=Asia/Tashkent
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=254781080,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [ChaosMonkeyNothingIsSafeWithPullReplicasTest, NumberUtilsTest, UpdateRequestProcessorFactoryTest, ZkControllerTest, NodeAddedTriggerTest, BaseCdcrDistributedZkTest, TestHighlightDedupGrouping, SimpleFacetsTest, ConjunctionSolrSpellCheckerTest, TestInPlaceUpdatesStandalone, SolrMetricReporterTest, TestCodecSupport, CachingDirectoryFactoryTest, HdfsRestartWhileUpdatingTest, SliceStateTest, TestSortByMinMaxFunction, IndexSchemaRuntimeFieldTest, SpellCheckComponentTest, TestCloudInspectUtil, TestExceedMaxTermLength, DistributedQueueTest, TestFieldTypeCollectionResource, TestFastOutputStream, BasicZkTest, TestConfigsApi, DocValuesTest, LeaderFailoverAfterPartitionTest, CollectionStateFormat2Test, DistributedFacetPivotWhiteBoxTest, DirectUpdateHandlerOptimizeTest, TestCloudPseudoReturnFields, TestPhraseSuggestions, TestPKIAuthenticationPlugin, TestSuggestSpellingConverter, SolrGraphiteReporterTest, TestConfigSetImmutable, TestBulkSchemaAPI, TestUnifiedSolrHighlighter, FastVectorHighlighterTest, DeleteReplicaTest, TestShortCircuitedRequests, TestSort, TestBlendedInfixSuggestions, TestWordDelimiterFilterFactory, TestManagedSynonymFilterFactory, MissingSegmentRecoveryTest, TestNumericTerms64, DirectoryFactoryTest, SparseHLLTest, TestSolrIndexConfig, CdcrReplicationDistributedZkTest, TestSubQueryTransformer, ManagedSchemaRoundRobinCloudTest, CursorPagingTest, PeerSyncTest, StressHdfsTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestQueryUtils, StatelessScriptUpdateProcessorFactoryTest, TestIntervalFaceting, TestManagedResource, SpatialFilterTest, TestSQLHandlerNonCloud, DistributedSuggestComponentTest, VMParamsZkACLAndCredentialsProvidersTest, TestRequestStatusCollectionAPI, BigEndianAscendingWordSerializerTest, SoftAutoCommitTest, AnalyticsQueryTest, TestOnReconnectListenerSupport, TestPHPSerializedResponseWriter, TestReqParamsAPI, TestTlogReplica, BufferStoreTest, URLClassifyProcessorTest, DeleteInactiveReplicaTest, DocumentBuilderTest, TestMissingGroups, RestartWhileUpdatingTest, TestPostingsSolrHighlighter, SaslZkACLProviderTest, CdcrVersionReplicationTest, TestSimpleTextCodec, TestCryptoKeys, TestFoldingMultitermQuery, DistributedQueryElevationComponentTest, LeaderElectionIntegrationTest, OverseerModifyCollectionTest, SolrSlf4jReporterTest, TestLegacyFieldReuse, TestTrackingShardHandlerFactory, MoveReplicaTest, TestMultiValuedNumericRangeQuery, TestReplicationHandler, TestClusterProperties, TestSystemCollAutoCreate, ForceLeaderTest, TestRebalanceLeaders, ExternalFileFieldSortTest, AnalysisErrorHandlingTest, TestSolrDeletionPolicy1, SystemLogListenerTest, TestBinaryField, TestCloudNestedDocsSort, DistributedExpandComponentTest, TestConfig, TestOverriddenPrefixQueryForCustomFieldType, TestPushWriter, SimpleMLTQParserTest, TestNumericTokenStream, TestCoreBackup, PropertiesRequestHandlerTest, TemplateUpdateProcessorTest, TestUtilizeNode, TestJoin, CacheHeaderTest, QueryResultKeyTest, TestComponentsName, ResponseLogComponentTest, TestNonDefinedSimilarityFactory, HdfsTlogReplayBufferedWhileIndexingTest, DistributedFacetPivotLongTailTest, TestRecovery, TestComplexPhraseQParserPlugin, TestCSVLoader, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, ShardRoutingTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, TestZkChroot, TestRandomDVFaceting, ZkCLITest, TestDistributedSearch, TestDistributedGrouping, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SolrCoreTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, BasicFunctionalityTest, TestBadConfig, TestIndexSearcher, ShowFileRequestHandlerTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, SuggesterTest, TestStressLucene, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, TestAtomicUpdateErrorCases, DocValuesMultiTest, DistanceFunctionTest, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, HighlighterConfigTest, UpdateParamsTest, AlternateDirectoryTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, MultiTermTest, SampleTest, TestDocSet, TestSearchPerf, MinimalSchemaTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, ScriptEngineTest, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, TestTolerantSearch, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AssignBackwardCompatibilityTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteNodeTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, LeaderInitiatedRecoveryOnCommitTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplicationFactorTest, SSLMigrationTest, ShardSplitTest, TestRandomFlRTGCloud, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, ZkFailoverTest, TriggerIntegrationTest, HdfsRecoveryZkTest, ZkStateWriterTest, CoreSorterTest, ExitableDirectoryReaderTest, TestConfigOverlay, TestConfigSetProperties, TestConfigSets, TestCorePropertiesReload, TestCustomStream, TestImplicitCoreProperties, TestInfoStreamLogging, TestNRTOpen, TestSolrConfigHandler, TestSolrCloudSnapshots, SearchHandlerTest, TestBlobHandler, TestRestoreCore, AutoscalingHistoryHandlerTest, TestLegacyNumericUtils, TestNumericRangeQuery32, MetricsConfigTest, SolrMetricManagerTest, SolrGangliaReporterTest, SolrCloudReportersTest, TestMacros, SmileWriterTest, TestBinaryResponseWriter, TestGeoJSONResponseWriter, TestJavabinTupleStreamParser, TestRawResponseWriter, TestSubQueryTransformerDistrib, TestCollationFieldDocValues, TestManagedSchema, TestManagedSchemaAPI, TestSchemalessBufferedUpdates, TestUseDocValuesAsStored, BJQParserTest, BlockJoinFacetRandomTest, BlockJoinFacetSimpleTest, GraphQueryTest, TestScoreJoinQPNoScore, TestScoreJoinQPScore, TestJsonRequest, CloudMLTQParserTest, TestDistribIDF]
[junit4] Completed [751/751 (2!)] on J0 in 231.56s, 2 tests, 1 error <<< FAILURES!
[...truncated 47324 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk1.8.0_144) - Build # 52 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/52/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:37279
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37279
at __randomizedtesting.SeedInfo.seed([F1B01862A7AB3B70:79E427B809575688]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
FAILED: org.apache.solr.cloud.SimpleCollectionCreateDeleteTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:38181
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38181
at __randomizedtesting.SeedInfo.seed([F1B01862A7AB3B70:79E427B809575688]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
Build Log:
[...truncated 12526 lines...]
[junit4] Suite: org.apache.solr.cloud.RecoveryAfterSoftCommitTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_F1B01862A7AB3B70-001/init-core-data-001
[junit4] 2> 1139095 WARN (SUITE-RecoveryAfterSoftCommitTest-seed#[F1B01862A7AB3B70]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1139096 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[F1B01862A7AB3B70]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1139096 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[F1B01862A7AB3B70]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1139097 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[F1B01862A7AB3B70]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1139097 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[F1B01862A7AB3B70]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1139098 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1139098 INFO (Thread-2971) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1139098 INFO (Thread-2971) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1139099 ERROR (Thread-2971) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1139198 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.ZkTestServer start zk server on port:42783
[junit4] 2> 1139200 INFO (zkConnectionManagerCallback-5487-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1139201 INFO (zkConnectionManagerCallback-5489-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1139203 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1139204 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1139204 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1139205 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1139205 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1139205 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1139206 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1139206 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1139207 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1139207 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1139207 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1139208 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 1139265 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1139266 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34cba5f1{/,null,AVAILABLE}
[junit4] 2> 1139266 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4bfbe2f7{HTTP/1.1,[http/1.1]}{127.0.0.1:38611}
[junit4] 2> 1139266 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.e.j.s.Server Started @1141445ms
[junit4] 2> 1139266 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_F1B01862A7AB3B70-001/tempDir-001/control/data, hostContext=/, hostPort=37279, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_F1B01862A7AB3B70-001/control-001/cores}
[junit4] 2> 1139266 ERROR (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1139266 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1139266 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1139266 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1139266 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-12T19:30:38.799Z
[junit4] 2> 1139267 INFO (zkConnectionManagerCallback-5491-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1139268 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1139268 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_F1B01862A7AB3B70-001/control-001/solr.xml
[junit4] 2> 1139270 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1139270 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1139271 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@60f7296f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1139273 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42783/solr
[junit4] 2> 1139274 INFO (zkConnectionManagerCallback-5495-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1139275 INFO (zkConnectionManagerCallback-5497-thread-1-processing-n:127.0.0.1:37279_) [n:127.0.0.1:37279_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1139303 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:37279_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1139303 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:37279_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37279_
[junit4] 2> 1139304 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:37279_ ] o.a.s.c.Overseer Overseer (id=99162982883786756-127.0.0.1:37279_-n_0000000000) starting
[junit4] 2> 1139308 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:37279_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37279_
[junit4] 2> 1139309 INFO (zkCallback-5496-thread-1-processing-n:127.0.0.1:37279_) [n:127.0.0.1:37279_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1139397 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:37279_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60f7296f
[junit4] 2> 1139404 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:37279_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60f7296f
[junit4] 2> 1139404 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:37279_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60f7296f
[junit4] 2> 1139405 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:37279_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_F1B01862A7AB3B70-001/control-001/cores
[junit4] 2> 1139416 INFO (zkConnectionManagerCallback-5503-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1139417 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1139417 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42783/solr ready
[junit4] 2> 1139417 INFO (SocketProxy-Acceptor-37279) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49372,localport=37279], receiveBufferSize:531000
[junit4] 2> 1139418 INFO (SocketProxy-Acceptor-37279) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38611,localport=49566], receiveBufferSize=530904
[junit4] 2> 1139418 INFO (qtp2094039392-16615) [n:127.0.0.1:37279_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37279_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1139420 INFO (OverseerThreadFactory-4145-thread-1-processing-n:127.0.0.1:37279_) [n:127.0.0.1:37279_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1139522 INFO (SocketProxy-Acceptor-37279) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49376,localport=37279], receiveBufferSize:531000
[junit4] 2> 1139522 INFO (SocketProxy-Acceptor-37279) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38611,localport=49570], receiveBufferSize=530904
[junit4] 2> 1139523 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1139523 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1139625 INFO (zkCallback-5496-thread-1-processing-n:127.0.0.1:37279_) [n:127.0.0.1:37279_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1140540 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1140551 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1140622 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1140642 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1140642 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60f7296f
[junit4] 2> 1140642 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1140642 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_F1B01862A7AB3B70-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_F1B01862A7AB3B70-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1140645 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=7.9931640625, floorSegmentMB=1.986328125, forceMergeDeletesPctAllowed=7.860545625670535, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4749517662046966
[junit4] 2> 1140647 WARN (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1140691 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1140691 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=2 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1140692 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1140692 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1140693 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=80.119140625, floorSegmentMB=2.166015625, forceMergeDeletesPctAllowed=0.12357844710820909, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1140693 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36fbf205[control_collection_shard1_replica_n1] main]
[junit4] 2> 1140694 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1140694 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1140695 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1140695 INFO (searcherExecutor-4148-thread-1-processing-n:127.0.0.1:37279_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@36fbf205[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1140696 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586607727815163904
[junit4] 2> 1140698 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1140698 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1140698 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37279/control_collection_shard1_replica_n1/
[junit4] 2> 1140698 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1140698 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37279/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1140699 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1140700 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37279/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1199477 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 37279
[junit4] 2> 1199477 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=294431533
[junit4] 2> 1199477 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1199477 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@473d4fa3: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@20e56e00
[junit4] 2> 1199480 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1199480 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40efd2d1: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@57ae5183
[junit4] 2> 1199482 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1199482 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a02b66f: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@47509f9a
[junit4] 2> 1199483 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37279_
[junit4] 2> 1199483 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1199483 INFO (zkCallback-5496-thread-2-processing-n:127.0.0.1:37279_) [n:127.0.0.1:37279_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1199484 INFO (coreCloseExecutor-4153-thread-1) [n:127.0.0.1:37279_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@5fe7054f
[junit4] 2> 1199484 INFO (coreCloseExecutor-4153-thread-1) [n:127.0.0.1:37279_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1608975695
[junit4] 2> 1199484 INFO (coreCloseExecutor-4153-thread-1) [n:127.0.0.1:37279_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e25213c: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@52c5000b
[junit4] 2> 1199488 INFO (coreCloseExecutor-4153-thread-1) [n:127.0.0.1:37279_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1608975695
[junit4] 2> 1210331 INFO (ScheduledTrigger-4143-thread-1) [n:127.0.0.1:37279_ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1210332 INFO (AutoscalingActionExecutor-4144-thread-1-processing-n:127.0.0.1:37279_) [n:127.0.0.1:37279_ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14ffa2e3fa561f40Tac23zad8hk6m5h2falmftiooq",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1513107099861000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1513107099861000000],
[junit4] 2> "_enqueue_time_":1513107109863000000,
[junit4] 2> "nodeNames":["127.0.0.1:37279_"]}}
[junit4] 2> 1239618 WARN (SocketProxy-Response-38611:49376) [ ] o.a.s.c.SocketProxy java.net.SocketTimeoutException: Read timed out when reading from Socket[addr=/127.0.0.1,port=38611,localport=49570]
[junit4] 2> 1239618 ERROR (OverseerThreadFactory-4145-thread-1-processing-n:127.0.0.1:37279_) [n:127.0.0.1:37279_ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:37279
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:37279
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:37279 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 1239619 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.Overseer Overseer (id=99162982883786756-127.0.0.1:37279_-n_0000000000) closing
[junit4] 2> 1239619 INFO (OverseerStateUpdate-99162982883786756-127.0.0.1:37279_-n_0000000000) [n:127.0.0.1:37279_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37279_
[junit4] 2> 1239619 ERROR (OverseerThreadFactory-4145-thread-1-processing-n:127.0.0.1:37279_) [n:127.0.0.1:37279_ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 1239620 INFO (OverseerThreadFactory-4145-thread-1-processing-n:127.0.0.1:37279_) [n:127.0.0.1:37279_ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1269647 INFO (zkCallback-5496-thread-2-processing-n:127.0.0.1:37279_) [n:127.0.0.1:37279_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1269648 ERROR (OverseerThreadFactory-4145-thread-1-processing-n:127.0.0.1:37279_) [n:127.0.0.1:37279_ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:679)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:233)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1269649 WARN (OverseerAutoScalingTriggerThread-99162982883786756-127.0.0.1:37279_-n_0000000000) [n:127.0.0.1:37279_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1269650 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4bfbe2f7{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1269650 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@34cba5f1{/,null,UNAVAILABLE}
[junit4] 2> 1269672 ERROR (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1269673 ERROR (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 1269680 INFO (qtp2094039392-16617) [n:127.0.0.1:37279_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=130157
[junit4] 2> 1271150 ERROR (qtp2094039392-16615) [n:127.0.0.1:37279_ ] o.a.s.h.RequestHandlerBase org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-0000000000
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskQueue.offer(OverseerTaskQueue.java:206)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:302)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1271151 INFO (qtp2094039392-16615) [n:127.0.0.1:37279_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37279_&wt=javabin&version=2} status=500 QTime=131732
[junit4] 2> 1271151 ERROR (qtp2094039392-16615) [n:127.0.0.1:37279_ ] o.a.s.s.HttpSolrCall null:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-0000000000
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskQueue.offer(OverseerTaskQueue.java:206)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:302)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1271151 ERROR (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1271152 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42783 42783
[junit4] 2> 1277001 INFO (Thread-2971) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42783 42783
[junit4] 2> 1277002 WARN (Thread-2971) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 1277002 WARN (TEST-RecoveryAfterSoftCommitTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:37279/, target: http://127.0.0.1:38611/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RecoveryAfterSoftCommitTest -Dtests.method=test -Dtests.seed=F1B01862A7AB3B70 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-EG -Dtests.timezone=Asia/Anadyr -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 138s J2 | RecoveryAfterSoftCommitTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37279
[junit4] > at __randomizedtesting.SeedInfo.seed([F1B01862A7AB3B70:79E427B809575688]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest_F1B01862A7AB3B70-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-EG, timezone=Asia/Anadyr
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=242760136,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [HttpTriggerListenerTest, TestExtendedDismaxParser, ComputePlanActionTest, AddBlockUpdateTest, TestObjectReleaseTracker, TestDynamicLoading, TestManagedSchemaThreadSafety, TestConfigReload, SpatialHeatmapFacetsTest, HLLUtilTest, TestJsonFacetRefinement, TestSubQueryTransformerDistrib, TestJavabinTupleStreamParser, DataDrivenBlockJoinTest, UUIDFieldTest, TestConfigOverlay, TestRequestForwarding, LargeFieldTest, ReturnFieldsTest, ChaosMonkeyNothingIsSafeTest, TestReloadDeadlock, TestReload, CdcrBootstrapTest, TestFieldSortValues, DistribJoinFromCollectionTest, OverseerCollectionConfigSetProcessorTest, TestCloudSearcherWarming, TestNoOpRegenerator, RequestLoggingTest, DefaultValueUpdateProcessorTest, DistributedFacetPivotLargeTest, TestSchemalessBufferedUpdates, TestFieldResource, TestLFUCache, TestEmbeddedSolrServerConstructors, RequiredFieldsTest, CollectionReloadTest, SmileWriterTest, BlockJoinFacetDistribTest, SortByFunctionTest, EchoParamsTest, TestHdfsCloudBackupRestore, HdfsRecoveryZkTest, ConfigSetsAPITest, TestPivotHelperCode, StatsComponentTest, SuggesterWFSTTest, HdfsDirectoryFactoryTest, AlternateDirectoryTest, TestHashPartitioner, FullSolrCloudDistribCmdsTest, SolrTestCaseJ4Test, TestPullReplica, TestRestManager, TestRealTimeGet, OverseerStatusTest, SearchRateTriggerTest, TestLRUCache, TestSolrCloudWithHadoopAuthPlugin, TestSolrCoreProperties, DocValuesNotIndexedTest, TestCloudDeleteByQuery, AtomicUpdatesTest, TestLMJelinekMercerSimilarityFactory, SolrCoreCheckLockOnStartupTest, TestHashQParserPlugin, SSLMigrationTest, TestLMDirichletSimilarityFactory, TestCoreDiscovery, TestTestInjection, AnalyticsMergeStrategyTest, TestAnalyzeInfixSuggestions, MigrateRouteKeyTest, DirectSolrConnectionTest, TestSolrCloudWithSecureImpersonation, LeaderInitiatedRecoveryOnCommitTest, BasicDistributedZk2Test, TestStressLiveNodes, WordBreakSolrSpellCheckerTest, CopyFieldTest, TestFreeTextSuggestions, CollectionsAPIAsyncDistributedZkTest, LeaderElectionTest, TestLeaderInitiatedRecoveryThread, RecoveryAfterSoftCommitTest]
[junit4] Completed [305/751 (1!)] on J2 in 137.94s, 1 test, 1 error <<< FAILURES!
[...truncated 268 lines...]
[junit4] Suite: org.apache.solr.cloud.SimpleCollectionCreateDeleteTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_F1B01862A7AB3B70-001/init-core-data-001
[junit4] 2> 1092609 WARN (SUITE-SimpleCollectionCreateDeleteTest-seed#[F1B01862A7AB3B70]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=89 numCloses=89
[junit4] 2> 1092609 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[F1B01862A7AB3B70]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1092610 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[F1B01862A7AB3B70]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1092610 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[F1B01862A7AB3B70]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1092610 INFO (SUITE-SimpleCollectionCreateDeleteTest-seed#[F1B01862A7AB3B70]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1092612 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1092612 INFO (Thread-2060) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1092612 INFO (Thread-2060) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1092613 ERROR (Thread-2060) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1092712 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.ZkTestServer start zk server on port:40687
[junit4] 2> 1092714 INFO (zkConnectionManagerCallback-1766-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1092717 INFO (zkConnectionManagerCallback-1768-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1092719 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1092720 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1092721 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1092721 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1092722 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1092722 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1092723 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1092723 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1092724 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1092724 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1092725 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1092725 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1092814 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1092816 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6edfb2f0{/,null,AVAILABLE}
[junit4] 2> 1092818 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ebaa27e{HTTP/1.1,[http/1.1]}{127.0.0.1:38181}
[junit4] 2> 1092818 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.e.j.s.Server Started @1094872ms
[junit4] 2> 1092818 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_F1B01862A7AB3B70-001/tempDir-001/control/data, hostContext=/, hostPort=38181, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_F1B01862A7AB3B70-001/control-001/cores}
[junit4] 2> 1092818 ERROR (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1092818 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1092818 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1092818 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1092819 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-12T19:29:52.233Z
[junit4] 2> 1092822 INFO (zkConnectionManagerCallback-1770-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1092823 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1092823 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_F1B01862A7AB3B70-001/control-001/solr.xml
[junit4] 2> 1092834 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1092834 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1092835 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763dcfa2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1092838 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40687/solr
[junit4] 2> 1092839 INFO (zkConnectionManagerCallback-1774-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1092845 INFO (zkConnectionManagerCallback-1776-thread-1-processing-n:127.0.0.1:38181_) [n:127.0.0.1:38181_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1092889 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:38181_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1092889 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:38181_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38181_
[junit4] 2> 1092889 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:38181_ ] o.a.s.c.Overseer Overseer (id=99162979829547012-127.0.0.1:38181_-n_0000000000) starting
[junit4] 2> 1092894 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:38181_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38181_
[junit4] 2> 1092899 INFO (OverseerStateUpdate-99162979829547012-127.0.0.1:38181_-n_0000000000) [n:127.0.0.1:38181_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1092989 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:38181_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763dcfa2
[junit4] 2> 1092995 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:38181_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763dcfa2
[junit4] 2> 1092995 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:38181_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763dcfa2
[junit4] 2> 1092996 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [n:127.0.0.1:38181_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_F1B01862A7AB3B70-001/control-001/cores
[junit4] 2> 1093008 INFO (zkConnectionManagerCallback-1782-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1093008 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1093009 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40687/solr ready
[junit4] 2> 1093010 INFO (qtp271269996-8319) [n:127.0.0.1:38181_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38181_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1093011 INFO (OverseerThreadFactory-3785-thread-1-processing-n:127.0.0.1:38181_) [n:127.0.0.1:38181_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1093114 INFO (qtp271269996-8321) [n:127.0.0.1:38181_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1093114 INFO (qtp271269996-8321) [n:127.0.0.1:38181_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1093216 INFO (zkCallback-1775-thread-1-processing-n:127.0.0.1:38181_) [n:127.0.0.1:38181_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1094131 INFO (qtp271269996-8321) [n:127.0.0.1:38181_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1094139 INFO (qtp271269996-8321) [n:127.0.0.1:38181_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1094203 INFO (qtp271269996-8321) [n:127.0.0.1:38181_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1094210 INFO (qtp271269996-8321) [n:127.0.0.1:38181_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1094210 INFO (qtp271269996-8321) [n:127.0.0.1:38181_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763dcfa2
[junit4] 2> 1094210 INFO (qtp271269996-8321) [n:127.0.0.1:38181_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1094210 INFO (qtp271269996-8321) [n:127.0.0.1
[...truncated too long message...]
No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 1723279 INFO (qtp271269996-8321) [n:127.0.0.1:38181_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630165
[junit4] 2> 1723279 ERROR (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1723280 INFO (TEST-SimpleCollectionCreateDeleteTest.test-seed#[F1B01862A7AB3B70]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40687 40687
[junit4] 2> 1728384 INFO (Thread-2060) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40687 40687
[junit4] 2> 1728384 WARN (Thread-2060) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SimpleCollectionCreateDeleteTest -Dtests.method=test -Dtests.seed=F1B01862A7AB3B70 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-VE -Dtests.timezone=America/Cordoba -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 636s J0 | SimpleCollectionCreateDeleteTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38181
[junit4] > at __randomizedtesting.SeedInfo.seed([F1B01862A7AB3B70:79E427B809575688]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_F1B01862A7AB3B70-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=282, maxMBSortInHeap=5.639852982435226, sim=RandomSimilarity(queryNorm=false): {}, locale=es-VE, timezone=America/Cordoba
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=210641568,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [MetricsConfigTest, DocumentBuilderTest, TestJsonFacets, TestSolrCloudWithDelegationTokens, TestSystemCollAutoCreate, QueryResultKeyTest, SimpleFacetsTest, TestCodecSupport, CachingDirectoryFactoryTest, ResourceLoaderTest, PeerSyncWithIndexFingerprintCachingTest, UpdateParamsTest, SearchHandlerTest, ReplicaListTransformerTest, SolrInfoBeanTest, TestJoin, AssignBackwardCompatibilityTest, CleanupOldIndexTest, BigEndianAscendingWordSerializerTest, BufferStoreTest, TestCloudSchemaless, TestClusterProperties, TestMergePolicyConfig, TestDownShardTolerantSearch, TestLuceneIndexBackCompat, OverseerModifyCollectionTest, PropertiesRequestHandlerTest, TestIndexingPerformance, MissingSegmentRecoveryTest, DistribCursorPagingTest, SolrMetricReporterTest, SpatialFilterTest, CoreMergeIndexesAdminHandlerTest, TestSearcherReuse, LeaderInitiatedRecoveryOnShardRestartTest, TestSubQueryTransformer, TestUtilizeNode, TestSolrDeletionPolicy1, DateFieldTest, TestStressVersions, AnalysisErrorHandlingTest, TestSolrCloudSnapshots, TestUpdate, DateMathParserTest, PrimitiveFieldTypeTest, TestConfigsApi, URLClassifyProcessorTest, CollectionStateFormat2Test, TestRandomDVFaceting, TestFieldTypeCollectionResource, ManagedSchemaRoundRobinCloudTest, StressHdfsTest, BasicZkTest, SpellCheckCollatorTest, TestQueryUtils, TestPHPSerializedResponseWriter, LeaderElectionIntegrationTest, TestSolr4Spatial2, TestFieldCacheWithThreads, TestNumericTerms64, OverseerTaskQueueTest, ConjunctionSolrSpellCheckerTest, SuggestComponentContextFilterQueryTest, TestPKIAuthenticationPlugin, TestManagedSynonymFilterFactory, TestDelegationWithHadoopAuth, FileUtilsTest, TestComplexPhraseQParserPlugin, MergeStrategyTest, TestUnifiedSolrHighlighter, TestSuggestSpellingConverter, TestHighFrequencyDictionaryFactory, FastVectorHighlighterTest, TermVectorComponentTest, RestartWhileUpdatingTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistributedMLTComponentTest, SaslZkACLProviderTest, TestConfigSetImmutable, TestRandomFaceting, TestCryptoKeys, TestScoreJoinQPScore, ParsingFieldUpdateProcessorsTest, BasicAuthStandaloneTest, TestBlendedInfixSuggestions, TestGeoJSONResponseWriter, TestReqParamsAPI, BasicFunctionalityTest, SystemLogListenerTest, ClassificationUpdateProcessorFactoryTest, DistributedSuggestComponentTest, TestSimpleTextCodec, TestBinaryResponseWriter, StatsReloadRaceTest, DirectUpdateHandlerOptimizeTest, AnalyticsQueryTest, TestLeaderElectionWithEmptyReplica, TestRecovery, TestFastOutputStream, TestSweetSpotSimilarityFactory, TestInitQParser, DistributedQueryElevationComponentTest, TestWordDelimiterFilterFactory, TestIntervalFaceting, TestDocTermOrds, SimpleCollectionCreateDeleteTest]
[junit4] Completed [363/751 (2!)] on J0 in 635.79s, 1 test, 1 error <<< FAILURES!
[...truncated 48689 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk1.8.0_144) - Build # 51 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/51/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
Error Message:
Error from server at http://127.0.0.1:36423/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36423/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([EDEAA8BC2CAEE27D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud.createMiniSolrCloudCluster(TestTolerantUpdateProcessorRandomCloud.java:111)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:38165/collMinRf_1x3
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38165/collMinRf_1x3
at __randomizedtesting.SeedInfo.seed([EDEAA8BC2CAEE27D:65BE976682528F85]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.HttpPartitionTest.realTimeGetDocId(HttpPartitionTest.java:617)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:602)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:559)
at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:250)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:126)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 49 more
Build Log:
[...truncated 12294 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_EDEAA8BC2CAEE27D-001/init-core-data-001
[junit4] 2> 476726 WARN (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[EDEAA8BC2CAEE27D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 476726 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[EDEAA8BC2CAEE27D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 476727 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[EDEAA8BC2CAEE27D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9182 - causes OOM)
[junit4] 2> 476727 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[EDEAA8BC2CAEE27D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 476727 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[EDEAA8BC2CAEE27D]-worker) [ ] o.a.s.c.TestTolerantUpdateProcessorRandomCloud Configuring cluster: servers=5, shards=2, repfactor=2
[junit4] 2> 476727 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[EDEAA8BC2CAEE27D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_EDEAA8BC2CAEE27D-001/tempDir-001
[junit4] 2> 476727 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[EDEAA8BC2CAEE27D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 476727 INFO (Thread-810) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 476727 INFO (Thread-810) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 476728 ERROR (Thread-810) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 476827 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[EDEAA8BC2CAEE27D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34663
[junit4] 2> 476829 INFO (zkConnectionManagerCallback-1064-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476832 INFO (jetty-launcher-1061-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 476832 INFO (jetty-launcher-1061-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 476832 INFO (jetty-launcher-1061-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 476832 INFO (jetty-launcher-1061-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 476832 INFO (jetty-launcher-1061-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 476838 INFO (jetty-launcher-1061-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23c73008{/solr,null,AVAILABLE}
[junit4] 2> 476838 INFO (jetty-launcher-1061-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78ccbca9{/solr,null,AVAILABLE}
[junit4] 2> 476839 INFO (jetty-launcher-1061-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@688cb102{/solr,null,AVAILABLE}
[junit4] 2> 476839 INFO (jetty-launcher-1061-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fe64ed{/solr,null,AVAILABLE}
[junit4] 2> 476839 INFO (jetty-launcher-1061-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a5b812d{/solr,null,AVAILABLE}
[junit4] 2> 476845 INFO (jetty-launcher-1061-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7ff5ebe5{HTTP/1.1,[http/1.1]}{127.0.0.1:38069}
[junit4] 2> 476845 INFO (jetty-launcher-1061-thread-3) [ ] o.e.j.s.Server Started @478605ms
[junit4] 2> 476845 INFO (jetty-launcher-1061-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38069}
[junit4] 2> 476845 INFO (jetty-launcher-1061-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33497ccf{HTTP/1.1,[http/1.1]}{127.0.0.1:42643}
[junit4] 2> 476845 INFO (jetty-launcher-1061-thread-1) [ ] o.e.j.s.Server Started @478605ms
[junit4] 2> 476845 INFO (jetty-launcher-1061-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42643}
[junit4] 2> 476846 ERROR (jetty-launcher-1061-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 476846 ERROR (jetty-launcher-1061-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 476846 INFO (jetty-launcher-1061-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 476846 INFO (jetty-launcher-1061-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 476846 INFO (jetty-launcher-1061-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 476846 INFO (jetty-launcher-1061-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 476846 INFO (jetty-launcher-1061-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 476846 INFO (jetty-launcher-1061-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 476846 INFO (jetty-launcher-1061-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-12T14:18:12.482Z
[junit4] 2> 476846 INFO (jetty-launcher-1061-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-12T14:18:12.482Z
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@38e289dd{HTTP/1.1,[http/1.1]}{127.0.0.1:36423}
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-5) [ ] o.e.j.s.Server Started @478607ms
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36423}
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39698755{HTTP/1.1,[http/1.1]}{127.0.0.1:38039}
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-2) [ ] o.e.j.s.Server Started @478607ms
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38039}
[junit4] 2> 476847 ERROR (jetty-launcher-1061-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 476847 ERROR (jetty-launcher-1061-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@396f738{HTTP/1.1,[http/1.1]}{127.0.0.1:33545}
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-12T14:18:12.483Z
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-4) [ ] o.e.j.s.Server Started @478607ms
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-12T14:18:12.483Z
[junit4] 2> 476847 INFO (jetty-launcher-1061-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33545}
[junit4] 2> 476847 ERROR (jetty-launcher-1061-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 476848 INFO (jetty-launcher-1061-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 476848 INFO (jetty-launcher-1061-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 476848 INFO (jetty-launcher-1061-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 476848 INFO (jetty-launcher-1061-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-12T14:18:12.484Z
[junit4] 2> 476851 INFO (zkConnectionManagerCallback-1068-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476852 INFO (jetty-launcher-1061-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 476853 INFO (zkConnectionManagerCallback-1067-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476854 INFO (zkConnectionManagerCallback-1070-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476854 INFO (jetty-launcher-1061-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 476854 INFO (zkConnectionManagerCallback-1074-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476855 INFO (jetty-launcher-1061-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 476856 INFO (zkConnectionManagerCallback-1072-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476856 INFO (jetty-launcher-1061-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 476859 INFO (jetty-launcher-1061-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34663/solr
[junit4] 2> 476859 INFO (jetty-launcher-1061-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 476861 INFO (jetty-launcher-1061-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34663/solr
[junit4] 2> 476861 INFO (jetty-launcher-1061-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34663/solr
[junit4] 2> 476868 INFO (jetty-launcher-1061-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34663/solr
[junit4] 2> 476869 INFO (zkConnectionManagerCallback-1078-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476872 INFO (zkConnectionManagerCallback-1084-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476872 INFO (zkConnectionManagerCallback-1087-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476878 INFO (zkConnectionManagerCallback-1090-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476879 INFO (jetty-launcher-1061-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34663/solr
[junit4] 2> 476884 INFO (zkConnectionManagerCallback-1092-thread-1-processing-n:127.0.0.1:42643_solr) [n:127.0.0.1:42643_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476884 INFO (zkConnectionManagerCallback-1094-thread-1-processing-n:127.0.0.1:38069_solr) [n:127.0.0.1:38069_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476884 INFO (zkConnectionManagerCallback-1096-thread-1-processing-n:127.0.0.1:33545_solr) [n:127.0.0.1:33545_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476888 INFO (zkConnectionManagerCallback-1100-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476892 INFO (zkConnectionManagerCallback-1102-thread-1-processing-n:127.0.0.1:38039_solr) [n:127.0.0.1:38039_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476896 INFO (jetty-launcher-1061-thread-2) [n:127.0.0.1:38039_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 476897 INFO (jetty-launcher-1061-thread-2) [n:127.0.0.1:38039_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38039_solr
[junit4] 2> 476897 INFO (jetty-launcher-1061-thread-2) [n:127.0.0.1:38039_solr ] o.a.s.c.Overseer Overseer (id=99161754328367118-127.0.0.1:38039_solr-n_0000000000) starting
[junit4] 2> 476912 INFO (zkConnectionManagerCallback-1107-thread-1-processing-n:127.0.0.1:36423_solr) [n:127.0.0.1:36423_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476912 INFO (jetty-launcher-1061-thread-2) [n:127.0.0.1:38039_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38039_solr
[junit4] 2> 476915 INFO (jetty-launcher-1061-thread-5) [n:127.0.0.1:36423_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 476915 INFO (jetty-launcher-1061-thread-5) [n:127.0.0.1:36423_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 476916 INFO (zkCallback-1101-thread-1-processing-n:127.0.0.1:38039_solr) [n:127.0.0.1:38039_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 476920 INFO (jetty-launcher-1061-thread-5) [n:127.0.0.1:36423_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36423_solr
[junit4] 2> 476924 INFO (jetty-launcher-1061-thread-4) [n:127.0.0.1:33545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 476925 INFO (jetty-launcher-1061-thread-3) [n:127.0.0.1:38069_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 476925 INFO (jetty-launcher-1061-thread-4) [n:127.0.0.1:33545_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 476926 INFO (jetty-launcher-1061-thread-3) [n:127.0.0.1:38069_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 476926 INFO (jetty-launcher-1061-thread-4) [n:127.0.0.1:33545_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33545_solr
[junit4] 2> 476928 INFO (zkCallback-1106-thread-1-processing-n:127.0.0.1:36423_solr) [n:127.0.0.1:36423_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 476928 INFO (zkCallback-1095-thread-1-processing-n:127.0.0.1:33545_solr) [n:127.0.0.1:33545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 476928 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:38069_solr) [n:127.0.0.1:38069_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 476929 INFO (jetty-launcher-1061-thread-3) [n:127.0.0.1:38069_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38069_solr
[junit4] 2> 476932 INFO (zkCallback-1101-thread-2-processing-n:127.0.0.1:38039_solr) [n:127.0.0.1:38039_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 476933 INFO (zkCallback-1106-thread-1-processing-n:127.0.0.1:36423_solr) [n:127.0.0.1:36423_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 476933 INFO (zkCallback-1095-thread-1-processing-n:127.0.0.1:33545_solr) [n:127.0.0.1:33545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 476933 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:38069_solr) [n:127.0.0.1:38069_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 476934 INFO (jetty-launcher-1061-thread-1) [n:127.0.0.1:42643_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 476935 INFO (jetty-launcher-1061-thread-1) [n:127.0.0.1:42643_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 476939 INFO (jetty-launcher-1061-thread-1) [n:127.0.0.1:42643_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42643_solr
[junit4] 2> 476944 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:38069_solr) [n:127.0.0.1:38069_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 476944 INFO (zkCallback-1106-thread-1-processing-n:127.0.0.1:36423_solr) [n:127.0.0.1:36423_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 476944 INFO (zkCallback-1095-thread-1-processing-n:127.0.0.1:33545_solr) [n:127.0.0.1:33545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 476944 INFO (zkCallback-1101-thread-1-processing-n:127.0.0.1:38039_solr) [n:127.0.0.1:38039_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 476951 INFO (zkCallback-1091-thread-1-processing-n:127.0.0.1:42643_solr) [n:127.0.0.1:42643_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 476955 INFO (jetty-launcher-1061-thread-2) [n:127.0.0.1:38039_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38039.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 476962 INFO (jetty-launcher-1061-thread-2) [n:127.0.0.1:38039_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38039.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 476962 INFO (jetty-launcher-1061-thread-2) [n:127.0.0.1:38039_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38039.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 476963 INFO (jetty-launcher-1061-thread-5) [n:127.0.0.1:36423_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36423.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 476963 INFO (jetty-launcher-1061-thread-2) [n:127.0.0.1:38039_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_EDEAA8BC2CAEE27D-001/tempDir-001/node2/.
[junit4] 2> 476970 INFO (jetty-launcher-1061-thread-5) [n:127.0.0.1:36423_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36423.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 476971 INFO (jetty-launcher-1061-thread-5) [n:127.0.0.1:36423_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36423.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 476972 INFO (jetty-launcher-1061-thread-5) [n:127.0.0.1:36423_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_EDEAA8BC2CAEE27D-001/tempDir-001/node5/.
[junit4] 2> 476976 INFO (jetty-launcher-1061-thread-3) [n:127.0.0.1:38069_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38069.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 476980 INFO (jetty-launcher-1061-thread-4) [n:127.0.0.1:33545_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33545.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 476984 INFO (jetty-launcher-1061-thread-3) [n:127.0.0.1:38069_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38069.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 476984 INFO (jetty-launcher-1061-thread-3) [n:127.0.0.1:38069_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38069.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 476985 INFO (jetty-launcher-1061-thread-4) [n:127.0.0.1:33545_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33545.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 476985 INFO (jetty-launcher-1061-thread-3) [n:127.0.0.1:38069_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_EDEAA8BC2CAEE27D-001/tempDir-001/node3/.
[junit4] 2> 476985 INFO (jetty-launcher-1061-thread-4) [n:127.0.0.1:33545_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33545.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 476986 INFO (jetty-launcher-1061-thread-4) [n:127.0.0.1:33545_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_EDEAA8BC2CAEE27D-001/tempDir-001/node4/.
[junit4] 2> 477085 INFO (jetty-launcher-1061-thread-1) [n:127.0.0.1:42643_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42643.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 477089 INFO (jetty-launcher-1061-thread-1) [n:127.0.0.1:42643_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42643.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 477090 INFO (jetty-launcher-1061-thread-1) [n:127.0.0.1:42643_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42643.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 477090 INFO (jetty-launcher-1061-thread-1) [n:127.0.0.1:42643_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_EDEAA8BC2CAEE27D-001/tempDir-001/node1/.
[junit4] 2> 477115 INFO (zkConnectionManagerCallback-1112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 477118 INFO (zkConnectionManagerCallback-1116-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 477118 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[EDEAA8BC2CAEE27D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 477119 INFO (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[EDEAA8BC2CAEE27D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34663/solr ready
[junit4] 2> 477229 INFO (qtp903397547-4253) [n:127.0.0.1:36423_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&collection.configName=solrCloudCollectionConfig&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 477231 INFO (OverseerThreadFactory-1973-thread-1-processing-n:127.0.0.1:38039_solr) [n:127.0.0.1:38039_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 477334 INFO (OverseerStateUpdate-99161754328367118-127.0.0.1:38039_solr-n_0000000000) [n:127.0.0.1:38039_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42643/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 477335 INFO (OverseerStateUpdate-99161754328367118-127.0.0.1:38039_solr-n_0000000000) [n:127.0.0.1:38039_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33545/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 477335 INFO (OverseerStateUpdate-99161754328367118-127.0.0.1:38039_solr-n_0000000000) [n:127.0.0.1:38039_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36423/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 477336 INFO (OverseerStateUpdate-99161754328367118-127.0.0.1:38039_solr-n_0000000000) [n:127.0.0.1:38039_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38039/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 477540 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&coreNodeName=core_node7&name=test_col_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 477540 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 477541 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 477541 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 477542 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&coreNodeName=core_node5&name=test_col_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 477542 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&coreNodeName=core_node3&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 477543 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 477543 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 477651 INFO (zkCallback-1095-thread-1-processing-n:127.0.0.1:33545_solr) [n:127.0.0.1:33545_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 477651 INFO (zkCallback-1106-thread-1-processing-n:127.0.0.1:36423_solr) [n:127.0.0.1:36423_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 477651 INFO (zkCallback-1101-thread-2-processing-n:127.0.0.1:38039_solr) [n:127.0.0.1:38039_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 477651 INFO (zkCallback-1101-thread-1-processing-n:127.0.0.1:38039_solr) [n:127.0.0.1:38039_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 477652 INFO (zkCallback-1091-thread-1-processing-n:127.0.0.1:42643_solr) [n:127.0.0.1:42643_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 477652 INFO (zkCallback-1106-thread-2-processing-n:127.0.0.1:36423_solr) [n:127.0.0.1:36423_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 477652 INFO (zkCallback-1095-thread-2-processing-n:127.0.0.1:33545_solr) [n:127.0.0.1:33545_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 477652 INFO (zkCallback-1091-thread-2-processing-n:127.0.0.1:42643_solr) [n:127.0.0.1:42643_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 478567 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 478568 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 478570 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 478582 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 478583 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
[junit4] 2> 478585 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
[junit4] 2> 478587 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema [test_col_shard2_replica_n4] Schema name=test
[junit4] 2> 478587 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
[junit4] 2> 478588 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
[junit4] 2> 478588 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.IndexSchema [test_col_shard2_replica_n6] Schema name=test
[junit4] 2> 478592 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema [test_col_shard1_replica_n2] Schema name=test
[junit4] 2> 478592 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=test
[junit4] 2> 478680 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 478688 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 478690 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 478691 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml to /configs/solrCloudCollectionConfig/schema15.xml.bak
[junit4] 2> 478691 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n6' using configuration from collection test_col, trusted=true
[junit4] 2> 478692 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38039.solr.core.test_col.shard2.replica_n6' (registry 'solr.core.test_col.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 478692 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 478692 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrCore [[test_col_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_EDEAA8BC2CAEE27D-001/tempDir-001/node2/test_col_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_EDEAA8BC2CAEE27D-001/tempDir-001/node2/./test_col_shard2_replica_n6/data/]
[junit4] 2> 478714 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=74.7197265625, floorSegmentMB=0.3134765625, forceMergeDeletesPctAllowed=1.192042373331269, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 478718 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/solrCloudCollectionConfig/managed-schema already exists - no need to create it
[junit4] 2> 478719 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml no longer exists.
[junit4] 2> 478719 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n4' using configuration from collection test_col, trusted=true
[junit4] 2> 478719 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36423.solr.core.test_col.shard2.replica_n4' (registry 'solr.core.test_col.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 478719 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 478719 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore [[test_col_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_EDEAA8BC2CAEE27D-001/tempDir-001/node5/test_col_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_EDEAA8BC2CAEE27D-001/tempDir-001/node5/./test_col_shard2_replica_n4/data/]
[junit4] 2> 478720 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 478721 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=74.7197265625, floorSegmentMB=0.3134765625, forceMergeDeletesPctAllowed=1.192042373331269, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 478731 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 478731 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/solrCloudCollectionConfig/managed-schema already exists - no need to create it
[junit4] 2> 478731 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml no longer exists.
[junit4] 2> 478731 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n2' using configuration from collection test_col, trusted=true
[junit4] 2> 478732 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33545.solr.core.test_col.shard1.replica_n2' (registry 'solr.core.test_col.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 478732 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 478732 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore [[test_col_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_EDEAA8BC2CAEE27D-001/tempDir-001/node4/test_col_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_EDEAA8BC2CAEE27D-001/tempDir-001/node4/./test_col_shard1_replica_n2/data/]
[junit4] 2> 478734 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=74.7197265625, floorSegmentMB=0.3134765625, forceMergeDeletesPctAllowed=1.192042373331269, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 478745 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 478745 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 478746 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 478746 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 478748 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/solrCloudCollectionConfig/managed-schema already exists - no need to create it
[junit4] 2> 478748 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml no longer exists.
[junit4] 2> 478748 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n1' using configuration from collection test_col, trusted=true
[junit4] 2> 478749 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42643.solr.core.test_col.shard1.replica_n1' (registry 'solr.core.test_col.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@206881a2
[junit4] 2> 478749 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 478749 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [[test_col_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_EDEAA8BC2CAEE27D-001/tempDir-001/node1/test_col_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_EDEAA8BC2CAEE27D-001/tempDir-001/node1/./test_col_shard1_replica_n1/data/]
[junit4] 2> 478751 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=74.7197265625, floorSegmentMB=0.3134765625, forceMergeDeletesPctAllowed=1.192042373331269, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 478754 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 478756 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a0676f8[test_col_shard2_replica_n6] main]
[junit4] 2> 478756 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 478756 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 478756 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 478757 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 478757 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586588071381434368
[junit4] 2> 478758 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 478758 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 478759 INFO (searcherExecutor-1984-thread-1-processing-n:127.0.0.1:38039_solr x:test_col_shard2_replica_n6 s:shard2 c:test_col r:core_node8) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrCore [test_col_shard2_replica_n6] Registered new searcher Searcher@5a0676f8[test_col_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 478759 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 478759 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 478760 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 478761 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@21938a61[test_col_shard2_replica_n4] main]
[junit4] 2> 478761 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 478762 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 478762 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 478762 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 478763 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 478766 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema [test_col_shard2_replica_n4] Schema name=test
[junit4] 2> 478769 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 478769 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 478770 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 478770 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 478772 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 478772 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@73200dbd[test_col_shard1_replica_n2] main]
[junit4] 2> 478772 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 478773 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 478773 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 478773 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 478786 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema [test_col_shard1_replica_n2] Schema name=test
[junit4] 2> 478796 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 478796 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 478797 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 478797 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 478798 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 478798 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@587f1f18[test_col_shard1_replica_n1] main]
[junit4] 2> 478860 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 478860 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 478860 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 478861 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 478864 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=test
[junit4] 2> 478883 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 478932 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 169 ms
[junit4] 2> 478932 INFO (qtp903397547-4260) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586588071564935168
[junit4] 2> 478933 INFO (searcherExecutor-1985-thread-1-processing-n:127.0.0.1:36423_solr x:test_col_shard2_replica_n4 s:shard2 c:test_col r:core_node7) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore [test_col_shard2_replica_n4] Registered new searcher Searcher@21938a61[test_col_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 478941 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 478956 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 172 ms
[junit4] 2> 478957 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586588071591149568
[junit4] 2> 478957 INFO (searcherExecutor-1986-thread-1-processing-n:127.0.0.1:33545_solr x:test_col_shard1_replica_n2 s:shard1 c:test_col r:core_node5) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore [test_col_shard1_replica_n2] Registered new searcher Searcher@73200dbd[test_col_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 478962 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 478966 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 478974 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 113 ms
[junit4] 2> 478975 INFO (qtp1098386416-4259) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586588071610023936
[junit4] 2> 478976 INFO (searcherExecutor-1990-thread-1-processing-n:127.0.0.1:42643_solr x:test_col_shard1_replica_n1 s:shard1 c:test_col r:core_node3) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [test_col_shard1_replica_n1] Registered new searcher Searcher@587f1f18[test_col_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 479263 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 479263 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 479263 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38039/solr/test_col_shard2_replica_n6/
[junit4] 2> 479263 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n6 url=http://127.0.0.1:38039/solr START replicas=[http://127.0.0.1:36423/solr/test_col_shard2_replica_n4/] nUpdates=100
[junit4] 2> 479265 INFO (qtp903397547-4239) [n:127.0.0.1:36423_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.S.Request [test_col_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 479463 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 479463 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 479463 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33545/solr/test_col_shard1_replica_n2/
[junit4] 2> 479463 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n2 url=http://127.0.0.1:33545/solr START replicas=[http://127.0.0.1:42643/solr/test_col_shard1_replica_n1/] nUpdates=100
[junit4] 2> 479465 INFO (qtp1098386416-4270) [n:127.0.0.1:42643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.S.Request [test_col_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 479564 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n6 url=http://127.0.0.1:38039/solr DONE. We have no versions. sync failed.
[junit4] 2> 479564 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 479564 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 479564 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 479566 INFO (qtp2029765818-4263) [n:127.0.0.1:38039_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38039/solr/test_col_shard2_replica_n6/ shard2
[junit4] 2> 479763 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n2 url=http://127.0.0.1:33545/solr DONE. We have no versions. sync failed.
[junit4] 2> 479763 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 479764 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 479764 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 479765 INFO (qtp796156726-4265) [n:127.0.0.1:33545_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33545/solr/test_col_shard1_replica_n2/ shard1
[junit4] 2> 657232 ERROR (qtp903397547-4253) [n:127.0.0.1:36423_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 657232 INFO (qtp903397547-4253) [n:127.0.0.1:36423_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&collection.configName=solrCloudCollectionConfig&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=180003
[junit4] 2> 657232 ERROR (qtp903397547-4253) [n:127.0.0.1:36423_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 657234 INFO (jetty-closer-1062-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7ff5ebe5{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 657234 INFO (jetty-closer-1062-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@396f738{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 657234 INFO (jetty-closer-1062-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@39698755{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 657234 INFO (jetty-closer-1062-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@38e289dd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 657234 INFO (jetty-closer-1062-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=52956919
[junit4] 2> 657234 INFO (jetty-closer-1062-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1999411555
[junit4] 2> 657235 INFO (jetty-closer-1062-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 657234 INFO (jetty-closer-1062-thread-4) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1826125009
[junit4] 2> 657235 INFO (jetty-closer-1062-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 657235 INFO (jetty-closer-1062-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4706855f: rootName = solr_38039, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@536b0d4e
[junit4] 2> 657235 INFO (jetty-closer-1062-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 657235 INFO (jetty-closer-1062-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@64d97fbf: rootName = solr_33545, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@213f4508
[junit4] 2> 657234 ERROR (OverseerThreadFactory-1973-thread-1-processing-n:127.0.0.1:38039_solr) [n:127.0.0.1:38039_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:36423/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:36423/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:36423 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[ju
[...truncated too long message...]
DEAA8BC2CAEE27D]) [ ] o.a.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:38165/, target: http://127.0.0.1:45397/
[junit4] 2> 2854743 WARN (TEST-HttpPartitionTest.test-seed#[EDEAA8BC2CAEE27D]) [ ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:45335/, target: http://127.0.0.1:42539/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=EDEAA8BC2CAEE27D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-SA -Dtests.timezone=Indian/Comoro -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 660s J1 | HttpPartitionTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38165/collMinRf_1x3
[junit4] > at __randomizedtesting.SeedInfo.seed([EDEAA8BC2CAEE27D:65BE976682528F85]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.realTimeGetDocId(HttpPartitionTest.java:617)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:602)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:559)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:250)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:126)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 49 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_EDEAA8BC2CAEE27D-001
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=8, maxDocsPerChunk=518, blockSize=772), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=8, blockSize=772)), sim=RandomSimilarity(queryNorm=true): {}, locale=ar-SA, timezone=Indian/Comoro
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=192743216,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [LeaderFailureAfterFreshStartTest, TestAtomicUpdateErrorCases, DistributedVersionInfoTest, TestBlobHandler, SuggesterFSTTest, TestPerFieldSimilarity, NodeLostTriggerTest, TestFieldTypeResource, ReplaceNodeTest, TestManagedSchemaAPI, TestLegacyFieldCache, TestCollationField, TestPrepRecovery, TestStressReorder, UpdateLogTest, TestTolerantUpdateProcessorCloud, TestCoreAdminApis, TestLuceneMatchVersion, TestFieldCacheSortRandom, NotRequiredUniqueKeyTest, AssignTest, ClusterStateUpdateTest, TestImpersonationWithHadoopAuth, RankQueryTest, SolrCLIZkUtilsTest, TestLockTree, ConvertedLegacyTest, HttpSolrCallGetCoreTest, SolrIndexSplitterTest, DistributedIntervalFacetingTest, TestRangeQuery, TestRandomFlRTGCloud, QueryEqualityTest, TestApiFramework, AutoScalingHandlerTest, PeerSyncReplicationTest, TestManagedResourceStorage, TestAnalyzedSuggestions, PreAnalyzedUpdateProcessorTest, TestExclusionRuleCollectionAccess, BlockJoinFacetSimpleTest, CdcrUpdateLogTest, TestRemoteStreaming, TestRuleBasedAuthorizationPlugin, DistributedFacetExistsSmallTest, CdcrBidirectionalTest, TestSSLRandomization, TestXmlQParserPlugin, PreAnalyzedFieldTest, OverseerRolesTest, ShowFileRequestHandlerTest, OutputWriterTest, TestRecoveryHdfs, V2ApiIntegrationTest, PrimUtilsTest, PKIAuthenticationIntegrationTest, ShardSplitTest, JavabinLoaderTest, TestFastLRUCache, TestSolr4Spatial, TestSolrConfigHandler, HdfsChaosMonkeySafeLeaderTest, SOLR749Test, TestQuerySenderNoQuery, BlobRepositoryCloudTest, SignatureUpdateProcessorFactoryTest, ShufflingReplicaListTransformerTest, TestCustomSort, RollingRestartTest, TestSchemaSimilarityResource, TestSurroundQueryParser, UUIDUpdateProcessorFallbackTest, CloudExitableDirectoryReaderTest, RegexBoostProcessorTest, HdfsRecoverLeaseTest, SampleTest, ImplicitSnitchTest, TestRestoreCore, TestCopyFieldCollectionResource, TestSimpleTrackingShardHandler, InfoHandlerTest, SuggesterTSTTest, BlockCacheTest, TestJsonRequest, TestCursorMarkWithoutUniqueKey, PathHierarchyTokenizerFactoryTest, TestHdfsUpdateLog, DebugComponentTest, HighlighterConfigTest, TestSubQueryTransformerCrossCore, TestWriterPerf, HdfsUnloadDistributedZkTest, TestNumericRangeQuery32, TestReloadAndDeleteDocs, CreateCollectionCleanupTest, AtomicUpdateProcessorFactoryTest, ConcurrentDeleteAndCreateCollectionTest, TestGraphMLResponseWriter, ConfigureRecoveryStrategyTest, ShardRoutingTest, CollectionTooManyReplicasTest, DirectUpdateHandlerTest, TestDistribIDF, HdfsAutoAddReplicasIntegrationTest, AddReplicaTest, TestDeleteCollectionOnDownNodes, DistribDocExpirationUpdateProcessorTest, TestLRUStatsCache, TestEmbeddedSolrServerAdminHandler, TestUseDocValuesAsStored2, TestSolrCLIRunExample, TestGraphTermsQParserPlugin, TestCloudJSONFacetJoinDomain, SpellingQueryConverterTest, SuggestComponentTest, TestPerFieldSimilarityWithDefaultOverride, TestSolrCloudWithKerberosAlt, DocValuesMissingTest, SpellCheckCollatorWithCollapseTest, TestFileDictionaryLookup, TestUninvertingReader, CircularListTest, TestXIncludeConfig, TestSolrQueryParser, TestNamedUpdateProcessors, TestRandomFaceting, ZkSolrClientTest, ZkCLITest, TestGroupingSearch, BadIndexSchemaTest, TestBadConfig, TestIndexSearcher, HighlighterTest, DistributedQueryElevationComponentTest, SolrRequestParserTest, TestStressLucene, TestTrie, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TermsComponentTest, MoreLikeThisHandlerTest, FastVectorHighlighterTest, IndexSchemaTest, ReturnFieldsTest, MBeansHandlerTest, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, TestDocSet, TestBinaryField, NumericFieldsTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestCodecSupport, SynonymTokenizerTest, EchoParamsTest, TestDFRSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DistributedQueueTest, HttpPartitionTest]
[junit4] Completed [537/751 (2!)] on J1 in 660.18s, 1 test, 1 error <<< FAILURES!
[...truncated 48024 lines...]
[JENKINS-EA] Lucene-Solr-7.2-Linux (64bit/jdk-10-ea+32) - Build #
50 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/50/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseParallelGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=5242, name=searcherExecutor-2366-thread-1, state=WAITING, group=TGRP-TestLazyCores] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
1) Thread[id=5242, name=searcherExecutor-2366-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([2144D2898B56367D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=5242, name=searcherExecutor-2366-thread-1, state=WAITING, group=TGRP-TestLazyCores] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=5242, name=searcherExecutor-2366-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([2144D2898B56367D]:0)
FAILED: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([2144D2898B56367D:577ACDFACA619B52]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.createCollection(TestCollectionsAPIViaSolrCloudCluster.java:91)
at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll(TestCollectionsAPIViaSolrCloudCluster.java:214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestDownShardTolerantSearch.searchingShouldFailWithoutTolerantSearchSetToTrue
Error Message:
Error from server at http://127.0.0.1:44467/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44467/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([2144D2898B56367D:139473828EF4571C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestDownShardTolerantSearch.searchingShouldFailWithoutTolerantSearchSetToTrue(TestDownShardTolerantSearch.java:54)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.core.TestLazyCores.testNoCommit
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([2144D2898B56367D:FE247358407155D8]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:901)
at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=*:*
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:894)
... 40 more
Build Log:
[...truncated 11952 lines...]
[junit4] Suite: org.apache.solr.cloud.TestDownShardTolerantSearch
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestDownShardTolerantSearch_2144D2898B56367D-001/init-core-data-001
[junit4] 2> 291813 INFO (SUITE-TestDownShardTolerantSearch-seed#[2144D2898B56367D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 291814 INFO (SUITE-TestDownShardTolerantSearch-seed#[2144D2898B56367D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 291814 INFO (SUITE-TestDownShardTolerantSearch-seed#[2144D2898B56367D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 291814 INFO (SUITE-TestDownShardTolerantSearch-seed#[2144D2898B56367D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestDownShardTolerantSearch_2144D2898B56367D-001/tempDir-001
[junit4] 2> 291814 INFO (SUITE-TestDownShardTolerantSearch-seed#[2144D2898B56367D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 291817 INFO (Thread-393) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 291817 INFO (Thread-393) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 291819 ERROR (Thread-393) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 291917 INFO (SUITE-TestDownShardTolerantSearch-seed#[2144D2898B56367D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45549
[junit4] 2> 291919 INFO (zkConnectionManagerCallback-521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 291921 INFO (jetty-launcher-518-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 291921 INFO (jetty-launcher-518-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 291921 INFO (jetty-launcher-518-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bb0c3be{/solr,null,AVAILABLE}
[junit4] 2> 291921 INFO (jetty-launcher-518-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@653700da{/solr,null,AVAILABLE}
[junit4] 2> 291922 INFO (jetty-launcher-518-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d84be71{HTTP/1.1,[http/1.1]}{127.0.0.1:42927}
[junit4] 2> 291922 INFO (jetty-launcher-518-thread-1) [ ] o.e.j.s.Server Started @294009ms
[junit4] 2> 291922 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42927}
[junit4] 2> 291923 INFO (jetty-launcher-518-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@370eee7d{HTTP/1.1,[http/1.1]}{127.0.0.1:44467}
[junit4] 2> 291923 INFO (jetty-launcher-518-thread-2) [ ] o.e.j.s.Server Started @294010ms
[junit4] 2> 291923 ERROR (jetty-launcher-518-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 291923 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44467}
[junit4] 2> 291923 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 291923 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 291923 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 291923 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-12T09:38:57.076532Z
[junit4] 2> 291923 ERROR (jetty-launcher-518-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 291923 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 291923 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 291923 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 291923 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-12T09:38:57.076731Z
[junit4] 2> 291924 INFO (zkConnectionManagerCallback-523-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 291925 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 291925 INFO (zkConnectionManagerCallback-525-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 291927 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 291929 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45549/solr
[junit4] 2> 291930 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1604a176b4b0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 291932 INFO (zkConnectionManagerCallback-529-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 291932 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45549/solr
[junit4] 2> 291935 INFO (zkConnectionManagerCallback-533-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 291935 INFO (zkConnectionManagerCallback-535-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 291936 INFO (zkConnectionManagerCallback-537-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 291986 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 291986 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42927_solr
[junit4] 2> 291987 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99160656246931460-127.0.0.1:42927_solr-n_0000000000) starting
[junit4] 2> 291988 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 291989 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44467_solr
[junit4] 2> 292271 INFO (zkCallback-532-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 292287 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42927_solr
[junit4] 2> 292298 INFO (zkCallback-532-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 292314 INFO (zkCallback-536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 292322 INFO (zkCallback-536-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 292331 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44467.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9c14a90
[junit4] 2> 292338 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44467.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9c14a90
[junit4] 2> 292338 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44467.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9c14a90
[junit4] 2> 292340 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestDownShardTolerantSearch_2144D2898B56367D-001/tempDir-001/node2/.
[junit4] 2> 292359 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42927.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9c14a90
[junit4] 2> 292368 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42927.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9c14a90
[junit4] 2> 292369 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42927.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9c14a90
[junit4] 2> 292370 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestDownShardTolerantSearch_2144D2898B56367D-001/tempDir-001/node1/.
[junit4] 2> 292393 INFO (zkConnectionManagerCallback-542-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 292401 INFO (zkConnectionManagerCallback-546-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 292402 INFO (SUITE-TestDownShardTolerantSearch-seed#[2144D2898B56367D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 292402 INFO (SUITE-TestDownShardTolerantSearch-seed#[2144D2898B56367D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45549/solr ready
[junit4] 2> 292410 INFO (TEST-TestDownShardTolerantSearch.searchingShouldFailWithoutTolerantSearchSetToTrue-seed#[2144D2898B56367D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting searchingShouldFailWithoutTolerantSearchSetToTrue
[junit4] 2> 292413 INFO (qtp939587783-1958) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=tolerant&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 292416 INFO (OverseerThreadFactory-737-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection tolerant
[junit4] 2> 292520 INFO (OverseerStateUpdate-99160656246931460-127.0.0.1:42927_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tolerant",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tolerant_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42927/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 292527 INFO (OverseerStateUpdate-99160656246931460-127.0.0.1:42927_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tolerant",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"tolerant_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44467/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 292733 INFO (qtp939587783-1949) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tolerant_shard2_replica_n2&action=CREATE&numShards=2&collection=tolerant&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 292733 INFO (qtp939587783-1949) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 292734 INFO (qtp1796444802-1957) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tolerant_shard1_replica_n1&action=CREATE&numShards=2&collection=tolerant&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 292734 INFO (qtp1796444802-1957) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 292840 INFO (zkCallback-532-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tolerant/state.json] for collection [tolerant] has occurred - updating... (live nodes size: [2])
[junit4] 2> 292840 INFO (zkCallback-536-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tolerant/state.json] for collection [tolerant] has occurred - updating... (live nodes size: [2])
[junit4] 2> 292840 INFO (zkCallback-532-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tolerant/state.json] for collection [tolerant] has occurred - updating... (live nodes size: [2])
[junit4] 2> 292840 INFO (zkCallback-536-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tolerant/state.json] for collection [tolerant] has occurred - updating... (live nodes size: [2])
[junit4] 2> 293743 INFO (qtp939587783-1949) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 293746 INFO (qtp1796444802-1957) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 293752 INFO (qtp939587783-1949) [ ] o.a.s.s.IndexSchema [tolerant_shard2_replica_n2] Schema name=minimal
[junit4] 2> 293753 INFO (qtp939587783-1949) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 293753 INFO (qtp939587783-1949) [ ] o.a.s.c.CoreContainer Creating SolrCore 'tolerant_shard2_replica_n2' using configuration from collection tolerant, trusted=true
[junit4] 2> 293754 INFO (qtp939587783-1949) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44467.solr.core.tolerant.shard2.replica_n2' (registry 'solr.core.tolerant.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9c14a90
[junit4] 2> 293754 INFO (qtp939587783-1949) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 293754 INFO (qtp939587783-1949) [ ] o.a.s.c.SolrCore [[tolerant_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestDownShardTolerantSearch_2144D2898B56367D-001/tempDir-001/node2/tolerant_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestDownShardTolerantSearch_2144D2898B56367D-001/tempDir-001/node2/./tolerant_shard2_replica_n2/data/]
[junit4] 2> 293754 INFO (qtp1796444802-1957) [ ] o.a.s.s.IndexSchema [tolerant_shard1_replica_n1] Schema name=minimal
[junit4] 2> 293755 INFO (qtp1796444802-1957) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 293755 INFO (qtp1796444802-1957) [ ] o.a.s.c.CoreContainer Creating SolrCore 'tolerant_shard1_replica_n1' using configuration from collection tolerant, trusted=true
[junit4] 2> 293756 INFO (qtp1796444802-1957) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42927.solr.core.tolerant.shard1.replica_n1' (registry 'solr.core.tolerant.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9c14a90
[junit4] 2> 293756 INFO (qtp1796444802-1957) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 293756 INFO (qtp1796444802-1957) [ ] o.a.s.c.SolrCore [[tolerant_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestDownShardTolerantSearch_2144D2898B56367D-001/tempDir-001/node1/tolerant_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestDownShardTolerantSearch_2144D2898B56367D-001/tempDir-001/node1/./tolerant_shard1_replica_n1/data/]
[junit4] 2> 293780 INFO (qtp1796444802-1957) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 293780 INFO (qtp1796444802-1957) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 293781 INFO (qtp1796444802-1957) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 293781 INFO (qtp1796444802-1957) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 293782 INFO (qtp1796444802-1957) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b3ed923[tolerant_shard1_replica_n1] main]
[junit4] 2> 293782 INFO (qtp1796444802-1957) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 293783 INFO (qtp1796444802-1957) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 293783 INFO (qtp939587783-1949) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 293783 INFO (qtp939587783-1949) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 293783 INFO (qtp1796444802-1957) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 293784 INFO (qtp939587783-1949) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 293784 INFO (searcherExecutor-743-thread-1) [ ] o.a.s.c.SolrCore [tolerant_shard1_replica_n1] Registered new searcher Searcher@1b3ed923[tolerant_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 293784 INFO (qtp939587783-1949) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 293784 INFO (qtp1796444802-1957) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586570502012403712
[junit4] 2> 293784 INFO (qtp939587783-1949) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@48e624a[tolerant_shard2_replica_n2] main]
[junit4] 2> 293785 INFO (qtp939587783-1949) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 293785 INFO (qtp939587783-1949) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 293786 INFO (qtp939587783-1949) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 293787 INFO (qtp1796444802-1957) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 293787 INFO (qtp1796444802-1957) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 293787 INFO (qtp1796444802-1957) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42927/solr/tolerant_shard1_replica_n1/
[junit4] 2> 293787 INFO (qtp1796444802-1957) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 293787 INFO (qtp1796444802-1957) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:42927/solr/tolerant_shard1_replica_n1/ has no replicas
[junit4] 2> 293787 INFO (qtp1796444802-1957) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 293787 INFO (searcherExecutor-742-thread-1) [ ] o.a.s.c.SolrCore [tolerant_shard2_replica_n2] Registered new searcher Searcher@48e624a[tolerant_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 293787 INFO (qtp939587783-1949) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586570502015549440
[junit4] 2> 293788 INFO (qtp1796444802-1957) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42927/solr/tolerant_shard1_replica_n1/ shard1
[junit4] 2> 293789 INFO (qtp939587783-1949) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 293789 INFO (qtp939587783-1949) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 293789 INFO (qtp939587783-1949) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44467/solr/tolerant_shard2_replica_n2/
[junit4] 2> 293789 INFO (qtp939587783-1949) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 293789 INFO (qtp939587783-1949) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:44467/solr/tolerant_shard2_replica_n2/ has no replicas
[junit4] 2> 293789 INFO (qtp939587783-1949) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 293790 INFO (qtp939587783-1949) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44467/solr/tolerant_shard2_replica_n2/ shard2
[junit4] 2> 472415 ERROR (qtp939587783-1958) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 472416 INFO (qtp939587783-1958) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=tolerant&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=180003
[junit4] 2> 472416 ERROR (qtp939587783-1958) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 472417 INFO (TEST-TestDownShardTolerantSearch.searchingShouldFailWithoutTolerantSearchSetToTrue-seed#[2144D2898B56367D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending searchingShouldFailWithoutTolerantSearchSetToTrue
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDownShardTolerantSearch -Dtests.method=searchingShouldFailWithoutTolerantSearchSetToTrue -Dtests.seed=2144D2898B56367D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fil -Dtests.timezone=America/Chicago -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 180s J0 | TestDownShardTolerantSearch.searchingShouldFailWithoutTolerantSearchSetToTrue <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44467/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([2144D2898B56367D:139473828EF4571C]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.TestDownShardTolerantSearch.searchingShouldFailWithoutTolerantSearchSetToTrue(TestDownShardTolerantSearch.java:54)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 472423 INFO (jetty-closer-519-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@370eee7d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 472423 INFO (jetty-closer-519-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=307929442
[junit4] 2> 472423 INFO (jetty-closer-519-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d84be71{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 472423 INFO (jetty-closer-519-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 472423 INFO (jetty-closer-519-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1379325284
[junit4] 2> 472423 INFO (jetty-closer-519-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5c6fdcfe: rootName = solr_44467, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1fce91f2
[junit4] 2> 472423 INFO (jetty-closer-519-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 472423 INFO (jetty-closer-519-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@32ca3b8d: rootName = solr_42927, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1823a577
[junit4] 2> 472424 ERROR (OverseerThreadFactory-737-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44467/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44467/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:44467 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 472427 ERROR (OverseerThreadFactory-737-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:42927/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:42927/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42927 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 472429 ERROR (OverseerThreadFactory-737-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [tolerant].
[junit4] 2> 472429 INFO (OverseerThreadFactory-737-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 472430 ERROR (OverseerThreadFactory-737-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44467/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:44467/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:44467 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.base/java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.base/java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:400)
[junit4] 2> at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:243)
[junit4] 2> at java.base/java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:225)
[junit4] 2> at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:402)
[junit4] 2> at java.base/java.net.Socket.connect(Socket.java:591)
[junit4] 2> at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
[junit4] 2> ... 22 more
[junit4] 2> 472431 ERROR (OverseerThreadFactory-737-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:42927/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:42927/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:42927 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.base/java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.base/java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:400)
[junit4] 2> at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:243)
[junit4] 2> at java.base/java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:225)
[junit4] 2> at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:402)
[junit4] 2> at java.base/java.net.Socket.connect(Socket.java:591)
[junit4] 2> at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
[junit4] 2> ... 22 more
[junit4] 2> 472436 INFO (jetty-closer-519-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 472436 INFO (jetty-closer-519-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5c8afb70: rootName = solr_44467, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@565cd908
[junit4] 2> 472434 INFO (jetty-closer-519-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 472439 INFO (jetty-closer-519-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5230b1bd: rootName = solr_42927, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@565cd908
[junit4] 2> 472440 INFO (jetty-closer-519-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 472441 INFO (jetty-closer-519-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@436955ea: rootName = solr_44467, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7dde02d5
[junit4] 2> 472442 INFO (jetty-closer-519-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44467_solr
[junit4] 2> 472442 INFO (jetty-closer-519-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 472442 INFO (jetty-closer-519-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 472442 INFO (zkCallback-532-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 472443 INFO (zkCallback-536-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 472446 INFO (jetty-closer-519-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c134d09: rootName = solr_42927, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7dde02d5
[junit4] 2> 472447 INFO (coreCloseExecutor-752-thread-1) [ ] o.a.s.c.SolrCore [tolerant_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@5bf95317
[junit4] 2> 472447 INFO (coreCloseExecutor-752-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tolerant.shard2.replica_n2, tag=1543066391
[junit4] 2> 472447 INFO (coreCloseExecutor-752-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@75a89046: rootName = solr_44467, domain = solr.core.tolerant.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.tolerant.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@b6a65e3
[junit4] 2> 472447 INFO (jetty-closer-519-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42927_solr
[junit4] 2> 472448 INFO (zkCallback-532-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 472451 INFO (jetty-closer-519-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 472456 INFO (zkCallback-536-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 472457 INFO (coreCloseExecutor-753-thread-1) [ ] o.a.s.c.SolrCore [tolerant_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1cffbe06
[junit4] 2> 472457 INFO (coreCloseExecutor-753-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tolerant.shard1.replica_n1, tag=486522374
[junit4] 2> 472457 INFO (coreCloseExecutor-753-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7922812d: rootName = solr_42927, domain = solr.core.tolerant.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.tolerant.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@28f9bbd6
[junit4] 2> 472460 INFO (coreCloseExecutor-752-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tolerant.shard2.leader, tag=1543066391
[junit4] 2> 472462 INFO (jetty-closer-519-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@653700da{/solr,null,UNAVAILABLE}
[junit4] 2> 472466 INFO (coreCloseExecutor-753-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tolerant.shard1.leader, tag=486522374
[junit4] 2> 472467 INFO (jetty-closer-519-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99160656246931460-127.0.0.1:42927_solr-n_0000000000) closing
[junit4] 2> 472468 INFO (OverseerStateUpdate-99160656246931460-127.0.0.1:42927_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42927_solr
[junit4] 2> 472501 ERROR (qtp939587783-1949) [ ] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: tolerant slice: shard2 saw state=DocCollection(tolerant//collections/tolerant/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"tolerant_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:42927/solr",
[junit4] 2> "node_name":"127.0.0.1:42927_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"tolerant_shard2_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:44467/solr",
[junit4] 2> "node_name":"127.0.0.1:44467_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 472501 ERROR (qtp939587783-1949) [ ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: tolerant slice: shard2 saw state=DocCollection(tolerant//collections/tolerant/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"tolerant_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:42927/solr",
[junit4] 2> "node_name":"127.0.0.1:42927_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"tolerant_shard2_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:44467/solr",
[junit4] 2> "node_name":"127.0.0.1:44467_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 42 more
[junit4] 2>
[junit4] 2> 472502 INFO (qtp939587783-1949) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tolerant_shard2_replica_n2&action=CREATE&numShards=2&collection=tolerant&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=179769
[junit4] 2> 502471 INFO (zkCallback-532-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tolerant/state.json] for collection [tolerant] has occurred - updating... (live nodes size: [0])
[junit4] 2> 502473 ERROR (OverseerThreadFactory-737-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: tolerant operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: tolerant
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:679)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:233)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 502474 INFO (OverseerThreadFactory-737-thread-1) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 502475 INFO (zkCallback-532-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tolerant/state.json] for collection [tolerant] has occurred - updating... (live nodes size: [0])
[junit4] 2> 502475 WARN (OverseerAutoScalingTriggerThread-99160656246931460-127.0.0.1:42927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 502476 WARN (zkCallback-532-thread-5) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/tolerant/state.json]
[junit4] 2> 502477 INFO (jetty-closer-519-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@bb0c3be{/solr,null,UNAVAILABLE}
[junit4] 2> 502500 ERROR (qtp1796444802-1957) [ ] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: tolerant slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContain
[...truncated too long message...]
va.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2019316 WARN (zkCallback-3672-thread-1) [ ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:37361_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:37361_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:705)
[junit4] 2> at java.base/java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4717)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:704)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:74)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1105)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1100)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2019316 WARN (zkCallback-3672-thread-1) [ ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:40117_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:40117_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:705)
[junit4] 2> at java.base/java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4717)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:704)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:74)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1105)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1100)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2019317 INFO (jetty-closer-3635-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@389bd2bb{/solr,null,UNAVAILABLE}
[junit4] 2> 2019317 ERROR (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2144D2898B56367D]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2019317 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2144D2898B56367D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39977 39977
[junit4] 2> 2025230 INFO (Thread-2570) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39977 39977
[junit4] 2> 2025230 WARN (Thread-2570) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/99160769232568335-127.0.0.1:37361_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> 2025230 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2144D2898B56367D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCollectionCreateWithoutCoresThenDelete
[junit4] 2> 2025230 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[2144D2898B56367D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39977 39977
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2144D2898B56367D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1338, maxMBSortInHeap=7.692232792784264, sim=RandomSimilarity(queryNorm=true): {}, locale=mfe-MU, timezone=Europe/Tirane
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=183301008,total=517996544
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSetsAPIZkFailure, TestExportWriter, TestNumericTerms32, TestHashQParserPlugin, TestNoOpRegenerator, TestManagedSchemaThreadSafety, TestEmbeddedSolrServerConstructors, IndexSchemaTest, DistribJoinFromCollectionTest, SSLMigrationTest, UnloadDistributedZkTest, TestQuerySenderListener, TestSolrDeletionPolicy2, FullSolrCloudDistribCmdsTest, MigrateRouteKeyTest, TestAnalyzeInfixSuggestions, DataDrivenBlockJoinTest, TestHashPartitioner, RequiredFieldsTest, SolrCoreCheckLockOnStartupTest, TestExactSharedStatsCache, TestQueryTypes, TestConfigSets, LoggingHandlerTest, DisMaxRequestHandlerTest, TestDistributedGrouping, TestPartialUpdateDeduplication, TestSolrCoreProperties, TestCloudDeleteByQuery, OverseerStatusTest, CollectionsAPIAsyncDistributedZkTest, NodeMutatorTest, DeleteStatusTest, TestDocBasedVersionConstraints, TestTolerantUpdateProcessorRandomCloud, CustomCollectionTest, TestRequestForwarding, AddBlockUpdateTest, SegmentsInfoRequestHandlerTest, TestSQLHandler, HdfsWriteToMultipleCollectionsTest, HdfsThreadLeakTest, TestPivotHelperCode, DirectSolrSpellCheckerTest, InfixSuggestersTest, VersionInfoTest, LeaderElectionContextKeyTest, BasicDistributedZk2Test, TestCollectionAPIs, BlockDirectoryTest, TestFieldResource, TestSolrCloudWithSecureImpersonation, EchoParamsTest, JvmMetricsTest, HdfsBasicDistributedZkTest, UniqFieldsUpdateProcessorFactoryTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSmileRequest, TestDistribDocBasedVersion, HighlighterMaxOffsetTest, TestObjectReleaseTracker, TestRawTransformer, HdfsRecoveryZkTest, OverseerCollectionConfigSetProcessorTest, BigEndianAscendingWordDeserializerTest, SolrTestCaseJ4Test, TestSolrCloudWithHadoopAuthPlugin, TestSolrXml, TimeZoneUtilsTest, PluginInfoTest, SimplePostToolTest, ZkNodePropsTest, TestPayloadScoreQParserPlugin, AnalyticsMergeStrategyTest, IndexBasedSpellCheckerTest, TestTolerantSearch, CurrencyFieldTypeTest, TestNumericRangeQuery64, TestCloudPivotFacet, StatsComponentTest, ClassificationUpdateProcessorTest, ReturnFieldsTest, CopyFieldTest, DocValuesNotIndexedTest, BadCopyFieldTest, DistributedFacetPivotSmallTest, BadComponentTest, FieldMutatingUpdateProcessorTest, TestSolrConfigHandlerConcurrent, TestInPlaceUpdatesDistrib, ReplicationFactorTest, TestTestInjection, TestRealTimeGet, UUIDFieldTest, TestConfigReload, DirectSolrConnectionTest, ConfigSetsAPITest, RecoveryAfterSoftCommitTest, TestCollectionsAPIViaSolrCloudCluster]
[junit4] Completed [728/751 (3!)] on J2 in 1252.13s, 3 tests, 1 failure <<< FAILURES!
[...truncated 40240 lines...]